-- Logs begin at Tue 2022-03-08 15:12:40 UTC, end at Tue 2022-03-08 16:11:45 UTC. -- Mar 08 15:47:11.828570 dv-cinder-804757-25-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 15:47:14.881211 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.common.config [-] Logging enabled! Mar 08 15:47:14.881869 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 15:47:14.882001 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 15:47:14.885225 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.common.config [-] Logging enabled! Mar 08 15:47:14.885483 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev581 Mar 08 15:47:14.885795 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102943) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 15:47:14.886720 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:47:14.886954 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:47:14.887352 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:47:14.887601 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:47:14.888229 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:47:14.888558 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.888989 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 15:47:14.889320 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.889789 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.890164 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.890471 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.890773 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.891082 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.891402 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.891702 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.891990 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.892272 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.892557 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.892851 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.893135 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.893422 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.893708 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.893990 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] debug = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.894269 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.894692 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.895126 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.895413 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.895702 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.895980 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.896251 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.896527 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.896814 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.897136 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] host = dv-cinder-804757-25-iscsi {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.897414 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.897698 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.897983 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.898267 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.898540 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.898815 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.899120 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.899396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.899668 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.899941 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.900225 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.900509 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.900803 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.901026 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.901248 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.901541 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.901823 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.902098 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.902374 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.902652 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.902929 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.903238 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.903512 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.903796 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.904080 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.904361 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.904637 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.904911 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.905224 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.905597 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.905953 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.906233 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.906510 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.906789 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.907098 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.907374 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.907650 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.907953 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.908238 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.908520 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.908806 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.909081 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.909363 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.909634 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.909904 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.910173 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] use_json = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.910442 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.910716 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.910996 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.911302 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.911574 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.911848 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.912116 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.912396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.912665 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:14.912962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.913259 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.913560 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.913860 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.914150 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.914430 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.914717 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.914993 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.915377 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.915666 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.915951 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.916224 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.916522 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.916811 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.917105 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.917408 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.917699 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.917987 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.918260 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.918532 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.918805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.919107 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.919398 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.919675 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.919964 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.920250 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.920528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.921355 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.921690 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.922021 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.922313 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.922592 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.922872 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.923188 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.923474 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.923753 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.924035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.924323 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.924602 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.924876 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.925159 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.925440 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.925715 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.925988 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.926267 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.926563 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.926837 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.927131 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.927433 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.927745 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.927961 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.928250 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.928530 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.928807 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.929081 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.929406 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.929631 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.929906 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.930183 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.930457 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.930735 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.931012 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.931314 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.931588 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.931861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.932135 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.932408 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.932723 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.932952 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.933227 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.933503 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.933777 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.934051 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.934398 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.934606 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.934903 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.935202 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.935738 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.936018 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.936440 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.937318 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.937596 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.937883 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.938179 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.938509 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.938727 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.939013 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.939325 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.939671 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.939910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.940206 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.940487 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.940769 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.941056 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.941336 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.941616 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.941904 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.942191 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.942488 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.942786 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.943092 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.943397 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.943695 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.944023 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.944354 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.944569 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:14.944786 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:47:14.945025 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102943) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 15:47:15.321440 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 15:47:15.321720 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 15:47:15.322032 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 15:47:15.322510 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 15:47:15.654875 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.655096 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.655455 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.656750 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.657021 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.657296 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.703950 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.704223 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.704486 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.718432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.718708 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.718977 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.747684 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.747959 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.748222 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.786287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.786565 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:15.786837 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.141968 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.142635 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.142635 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.142792 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.143471 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.243273 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.243590 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.243875 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.244146 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.244411 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.244718 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.244980 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.245238 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.245492 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.245774 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.246034 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.246295 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.246549 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.246799 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.247054 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.247341 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.247597 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.247862 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.248129 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.248386 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.248670 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.248932 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.249210 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.249582 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.249829 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.250072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.250456 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:16.250695 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:16.250932 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:16.251194 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:16.251431 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:16.251664 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:16.252024 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 15:47:16.255131 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 15:47:16.259184 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 15:47:16.262854 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 08 15:47:16.265094 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 15:47:16.265635 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 15:47:16.265900 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 15:47:16.266288 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 15:47:16.269145 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 15:47:16.269402 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 15:47:16.269749 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 15:47:16.274585 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 15:47:16.298783 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 15:47:16.299275 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.299574 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102943) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 15:47:16.299945 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.301312 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102943) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 15:47:16.301594 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 15:47:16.301842 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 15:47:16.305150 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.305434 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.368617 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 15:47:16.368798 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 15:47:16.369037 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 15:47:16.369412 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 15:47:16.390083 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_db.sqlalchemy.engines [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102943) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 15:47:16.831553 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing driver for type 'gre' Mar 08 15:47:16.832139 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] gre ID ranges: [(1, 1000)] Mar 08 15:47:16.892863 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing driver for type 'local' Mar 08 15:47:16.893205 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing driver for type 'vlan' Mar 08 15:47:16.905609 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] VlanTypeDriver initialization complete Mar 08 15:47:16.905960 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing driver for type 'vxlan' Mar 08 15:47:16.906442 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] vxlan ID ranges: [(1, 1000)] Mar 08 15:47:16.957970 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing extension driver 'port_security' Mar 08 15:47:16.958379 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.extensions.port_security [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] PortSecurityExtensionDriver initialization complete Mar 08 15:47:16.958682 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing mechanism driver 'openvswitch' Mar 08 15:47:16.959002 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing mechanism driver 'hyperv' Mar 08 15:47:16.965951 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.plugin [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:16.966784 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.967179 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.967595 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.968697 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:47:16.969154 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.969509 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.969852 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.970250 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:47:16.970656 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.971002 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.971365 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.971755 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:47:16.972157 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > security_group after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.972505 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > security_group after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.972846 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > security_group after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.973231 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:47:16.973636 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.973978 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.974312 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.974701 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:47:16.975122 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > address_group after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.975467 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > address_group after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.975805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > address_group after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.976194 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102943) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 15:47:16.976633 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] ML2 OVO RPC backend initialized. {{(pid=102943) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 15:47:16.977323 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.977676 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.978087 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.978433 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > networks before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.978776 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.979140 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > ports before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.979480 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.979825 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnets before_response 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.980170 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.980507 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.981282 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.981624 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.981963 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.982295 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.982626 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.982963 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.983339 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > subnet after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:16.990534 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded quota_driver: . Mar 08 15:47:16.990897 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.plugin [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Modular L2 Plugin initialization complete Mar 08 15:47:16.991272 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading services supported by the core plugin {{(pid=102943) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 15:47:16.991613 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.plugins.ml2.managers [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Got port-security extension from driver 'port_security' Mar 08 15:47:16.992085 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.extensions.vlantransparent [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Disabled vlantransparent extension. Mar 08 15:47:16.992574 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102943) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 15:47:16.992893 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: router Mar 08 15:47:17.029499 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_interface before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.029895 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_create 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.031139 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router before_create 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.031506 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.031874 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.032225 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_delete 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.032576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > floatingip after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.032918 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > floatingip after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.033271 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_create 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.033609 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_update 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.033948 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_update 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.034287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.034641 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_update 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.035042 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_update 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.035430 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.035765 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.036099 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: subnet after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.036432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.036777 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > port precommit_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.037116 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_create 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.037452 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.037791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.038140 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router after_update 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.038474 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_delete 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.038941 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_create 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.039323 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router_interface after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.039666 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_update 55549900 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.040023 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > agent after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.040367 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > agent after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.040705 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > network after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.041550 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Tracking information for resource: router configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:17.041883 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Tracking information for resource: floatingip configured {{(pid=102943) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 15:47:17.046876 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.db.l3_agentschedulers_db [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 15:47:17.047477 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.047833 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port after_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.048180 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port after_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.048524 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: port after_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.049307 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router before_create 55550100 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.049660 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_delete 55550100 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.050019 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_create 55550100 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.050370 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > router precommit_update 55550100 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.055212 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.provider_configuration [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service providers = [] {{(pid=102943) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 15:47:17.055573 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.db.servicetype_db [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102943) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 15:47:17.058555 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.service_base [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:47:17.058899 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.service_base [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:47:17.059275 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.service_base [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:47:17.060156 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.services.service_base [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102943) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 15:47:17.060773 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.services.service_base [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 15:47:17.061141 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.061479 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 15:47:17.072045 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.072380 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: auto_allocate Mar 08 15:47:17.078709 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: network precommit_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.079085 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: network precommit_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.079608 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.079924 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: tag Mar 08 15:47:17.086679 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.086965 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: timestamp Mar 08 15:47:17.090903 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.091250 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: network_ip_availability Mar 08 15:47:17.097482 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.097853 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.098205 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.098920 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.099260 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: flavors Mar 08 15:47:17.104176 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.104512 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading Plugin: revisions Mar 08 15:47:17.108861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102943) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 15:47:17.109247 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_concurrency.lockutils [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=102943) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 15:47:17.109982 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102943) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 15:47:17.110313 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Initializing extension manager. Mar 08 15:47:17.110832 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: __init__.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.111194 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: __pycache__ {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.111528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.111859 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: address_group.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.112607 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.113168 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: address-group Mar 08 15:47:17.113487 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: address_scope.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.114191 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.114687 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: address-scope Mar 08 15:47:17.115004 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: admin_state_down_before_update.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.115952 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.116444 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: router-admin-state-down-before-update Mar 08 15:47:17.116763 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: agent.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.117452 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.117946 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: agent Mar 08 15:47:17.118264 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: agent_resources_synced.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.119208 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.119705 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: agent-resources-synced Mar 08 15:47:17.120028 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: allowedaddresspairs.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.121856 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.122368 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: allowed-address-pairs Mar 08 15:47:17.122691 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: auto_allocated_topology.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.123865 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.124376 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: auto-allocated-topology Mar 08 15:47:17.124713 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: availability_zone.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.125400 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.125895 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: availability_zone Mar 08 15:47:17.126215 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: availability_zone_filter.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.127144 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.127645 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: availability_zone_filter Mar 08 15:47:17.127961 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: data_plane_status.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.128862 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.129352 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 15:47:17.129668 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: default_subnetpools.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.130569 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.131078 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: default-subnetpools Mar 08 15:47:17.131410 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: dhcpagentscheduler.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.132487 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.132990 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: dhcp_agent_scheduler Mar 08 15:47:17.133307 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: dns.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.134208 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.134699 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension dns-integration not supported by any of loaded plugins Mar 08 15:47:17.135014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: dns_domain_ports.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.135952 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.136446 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 15:47:17.136765 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.137670 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.138163 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 15:47:17.138480 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: dvr.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.139167 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.140341 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: dvr Mar 08 15:47:17.140824 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: ecmp_routes.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.141889 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.142625 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 15:47:17.143191 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: empty_string_filtering.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.144121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.144626 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: empty-string-filtering Mar 08 15:47:17.144950 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.146000 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.146832 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 15:47:17.147371 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.148298 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.148805 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 15:47:17.149126 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: external_net.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.150031 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.150527 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: external-net Mar 08 15:47:17.150846 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: extra_dhcp_opt.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.151765 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.152259 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: extra_dhcp_opt Mar 08 15:47:17.152576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: extraroute.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.153480 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.153973 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: extraroute Mar 08 15:47:17.154287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: extraroute_atomic.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.156245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.156748 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: extraroute-atomic Mar 08 15:47:17.157071 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: filter_validation.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.157735 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.158231 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: filter-validation Mar 08 15:47:17.158550 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: fip_pf_description.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.159486 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.159978 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 15:47:17.160296 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: fip_port_details.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.161409 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.161910 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: fip-port-details Mar 08 15:47:17.162235 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: flavors.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.163498 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.164008 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: flavors Mar 08 15:47:17.164330 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.166005 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.166517 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 15:47:17.166847 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: floatingip_pools.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.167573 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.168076 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: floatingip-pools Mar 08 15:47:17.168399 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: ip_allocation.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.169320 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.169815 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 15:47:17.170135 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.171195 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.171696 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: ip-substring-filtering Mar 08 15:47:17.172017 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l2_adjacency.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.172925 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.173419 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 15:47:17.173737 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.174699 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.175248 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: router Mar 08 15:47:17.175571 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_conntrack_helper.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.177825 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.178347 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 15:47:17.178675 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.179636 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.180142 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: ext-gw-mode Mar 08 15:47:17.180463 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.181369 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.181867 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: l3-ha Mar 08 15:47:17.182187 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.183190 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.183688 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 15:47:17.184005 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_flavors.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.184916 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.185670 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: l3-flavors Mar 08 15:47:17.185989 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_ndp_proxy.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.187469 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.187971 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 15:47:17.188295 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.189202 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.189698 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 15:47:17.190019 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: l3agentscheduler.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.191055 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.191579 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: l3_agent_scheduler Mar 08 15:47:17.191904 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: local_ip.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.193677 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.194190 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension local_ip not supported by any of loaded plugins Mar 08 15:47:17.194519 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: logging.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.197477 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.197989 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension logging not supported by any of loaded plugins Mar 08 15:47:17.198318 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: metering.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.199157 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.199726 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: metering Mar 08 15:47:17.200051 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.201141 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.201651 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: metering_source_and_destination_fields Mar 08 15:47:17.202646 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: multiprovidernet.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.203577 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.204083 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: multi-provider Mar 08 15:47:17.204408 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: netmtu.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.205310 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.205811 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: net-mtu Mar 08 15:47:17.206133 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: netmtu_writable.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.207031 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.207557 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: net-mtu-writable Mar 08 15:47:17.207879 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: network_availability_zone.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.208541 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.209039 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: network_availability_zone Mar 08 15:47:17.209358 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: network_ip_availability.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.210467 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.210972 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: network-ip-availability Mar 08 15:47:17.211346 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: network_segment_range.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.212093 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.212600 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 15:47:17.213303 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: pagination.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.214159 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.214627 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: pagination Mar 08 15:47:17.214948 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: port_device_profile.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.215871 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.216376 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: port-device-profile Mar 08 15:47:17.216696 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.218269 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.218774 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: port-mac-address-regenerate Mar 08 15:47:17.219159 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.220074 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.220576 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: port-numa-affinity-policy Mar 08 15:47:17.220895 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: port_resource_request.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.221797 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.222291 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 15:47:17.222609 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: port_resource_request_groups.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.223592 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.224088 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 15:47:17.224407 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: portbindings.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.225323 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.225823 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: binding Mar 08 15:47:17.226141 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: portbindings_extended.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.227421 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.227922 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: binding-extended Mar 08 15:47:17.228246 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: portsecurity.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.229154 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.229656 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: port-security Mar 08 15:47:17.229977 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: project_id.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.230940 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.231294 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: project-id Mar 08 15:47:17.231616 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: providernet.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.232516 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.233332 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: provider Mar 08 15:47:17.233653 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.237318 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.237833 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos not supported by any of loaded plugins Mar 08 15:47:17.238159 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.239439 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.239945 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 15:47:17.240270 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.241194 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.241690 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 15:47:17.242009 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_default.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.242913 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.243441 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-default not supported by any of loaded plugins Mar 08 15:47:17.243763 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_fip.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.244664 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.245159 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-fip not supported by any of loaded plugins Mar 08 15:47:17.245531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_fip_network_policy.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.246451 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.246952 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 15:47:17.247297 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_gateway_ip.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.248206 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.249242 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 15:47:17.249558 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_port_network_policy.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.250592 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.251113 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 15:47:17.251437 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.252469 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.252971 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 15:47:17.253293 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.254322 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.254824 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 15:47:17.255180 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_pps_rule.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.256360 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.256872 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-pps not supported by any of loaded plugins Mar 08 15:47:17.257192 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_rule_type_details.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.258109 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.258612 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 15:47:17.258932 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: qos_rules_alias.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.259989 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.260495 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 15:47:17.260818 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: quota_check_limit.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.261772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.262276 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: quota-check-limit Mar 08 15:47:17.262598 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: quotasv2.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.263553 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.263881 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: quotas Mar 08 15:47:17.264202 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: quotasv2_detail.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.266540 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.266875 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: quota_details Mar 08 15:47:17.267230 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: rbac.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.268282 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.268793 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: rbac-policies Mar 08 15:47:17.269126 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: rbac_address_group.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.270046 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.270550 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: rbac-address-group Mar 08 15:47:17.270869 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: rbac_address_scope.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.271805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.272306 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: rbac-address-scope Mar 08 15:47:17.272627 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: rbac_security_groups.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.273532 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.274031 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: rbac-security-groups Mar 08 15:47:17.274352 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: rbac_subnetpool.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.275363 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.275867 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: rbac-subnetpool Mar 08 15:47:17.276189 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: revisionifmatch.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.277112 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.277612 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: revision-if-match Mar 08 15:47:17.277933 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: revisions.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.279044 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.279579 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: standard-attr-revisions Mar 08 15:47:17.279920 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: router_availability_zone.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.280667 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.281163 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: router_availability_zone Mar 08 15:47:17.281484 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: routerservicetype.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.282394 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.282895 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension router-service-type not supported by any of loaded plugins Mar 08 15:47:17.283246 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.284664 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.285037 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: security-groups-normalized-cidr Mar 08 15:47:17.285558 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: security_groups_port_filtering.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.286572 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.287087 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: port-security-groups-filtering Mar 08 15:47:17.287424 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.288341 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.288839 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: security-groups-remote-address-group Mar 08 15:47:17.289164 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.290090 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.290587 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: security-groups-shared-filtering Mar 08 15:47:17.290904 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.291504 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 15:47:17.291827 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: securitygroup.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.301453 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.301972 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: security-group Mar 08 15:47:17.302299 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: segment.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.303084 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.303624 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension segment not supported by any of loaded plugins Mar 08 15:47:17.303947 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.304873 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.305371 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 15:47:17.305692 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: servicetype.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.306813 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.307354 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: service-type Mar 08 15:47:17.307677 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: sorting.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.308706 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.309040 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: sorting Mar 08 15:47:17.309360 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: standard_attr_segment.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.310521 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.311024 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 15:47:17.311886 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: standardattrdescription.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.312629 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.313139 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: standard-attr-description Mar 08 15:47:17.313458 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: stateful_security_group.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.314384 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.314885 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: stateful-security-group Mar 08 15:47:17.315232 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: stdattrs_common.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.315793 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 15:47:17.316108 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.317050 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.317556 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 15:47:17.317875 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: subnet_onboard.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.318997 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.321015 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: subnet_onboard Mar 08 15:47:17.321338 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.322301 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.322979 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 15:47:17.323330 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: subnet_service_types.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.324385 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.324971 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: subnet-service-types Mar 08 15:47:17.325333 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: subnetallocation.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.326543 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.327858 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: subnet_allocation Mar 08 15:47:17.328252 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.329261 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.329776 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: subnetpool-prefix-ops Mar 08 15:47:17.330098 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.331036 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.331564 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 15:47:17.331885 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: tagging.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.332956 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.333461 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: standard-attr-tag Mar 08 15:47:17.334038 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: timestamp.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.335274 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.335780 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loaded extension: standard-attr-timestamp Mar 08 15:47:17.336106 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: trunk.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.337176 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.337630 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension trunk not supported by any of loaded plugins Mar 08 15:47:17.337951 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: trunk_details.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.338859 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.339389 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension trunk-details not supported by any of loaded plugins Mar 08 15:47:17.339714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: uplink_status_propagation.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.340626 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.341123 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 15:47:17.341440 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Loading extension file: vlantransparent.py {{(pid=102943) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 15:47:17.342094 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102943) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 15:47:17.343167 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 15:47:17.345820 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:network Mar 08 15:47:17.346335 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:subnet Mar 08 15:47:17.346729 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:47:17.347136 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:port Mar 08 15:47:17.348345 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.348777 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service FLAVORS assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.349381 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.349812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.350142 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:router Mar 08 15:47:17.350560 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:floatingip Mar 08 15:47:17.351038 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service METERING assigned prefix: /metering {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.352494 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.352864 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.353213 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102943) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:47:17.354200 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 15:47:17.354634 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:security_group Mar 08 15:47:17.355160 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 15:47:17.355747 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service CORE assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.356071 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:47:17.356412 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] subnetpool is already registered Mar 08 15:47:17.356835 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service CORE assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.357165 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:47:17.357490 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] subnetpool is already registered Mar 08 15:47:17.360453 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.360877 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service FLAVORS assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.361454 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.361867 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.362196 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:router Mar 08 15:47:17.362529 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] router is already registered Mar 08 15:47:17.362931 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:floatingip Mar 08 15:47:17.363290 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] floatingip is already registered Mar 08 15:47:17.363735 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service METERING assigned prefix: /metering {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.364381 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 15:47:17.364705 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] rbac_policy is already registered Mar 08 15:47:17.365109 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:security_group Mar 08 15:47:17.365434 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] security_group is already registered Mar 08 15:47:17.365825 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 15:47:17.366151 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] security_group_rule is already registered Mar 08 15:47:17.366769 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service CORE assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.367117 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:47:17.367448 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] subnetpool is already registered Mar 08 15:47:17.367866 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.v2.resource_helper [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Service CORE assigned prefix: {{(pid=102943) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 15:47:17.368185 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 15:47:17.368509 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING neutron.quota.resource_registry [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] subnetpool is already registered Mar 08 15:47:17.368982 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: extensions {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.370414 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: address-groups {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.371919 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: address-scopes {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.373231 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: agents {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.374428 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: auto-allocated-topology {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.375684 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: availability_zones {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.376880 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: dhcp-networks {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.378389 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: dhcp-agents {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.379836 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: routers {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.381993 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: flavors {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.383167 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: service_profiles {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.384359 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: next_providers {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.385791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: service_profiles {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.387326 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: floatingip-pools {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.388515 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: routers {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.390658 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: floatingips {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.392825 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: l3-routers {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.394199 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: l3-agents {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.395620 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: metering-labels {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.396958 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: metering-label-rules {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.398208 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: network-ip-availabilities {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.399477 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: bindings {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.401111 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: quotas {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.402639 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: quotas {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.404154 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: rbac-policies {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.405937 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: security-groups {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.407175 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: security-group-rules {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.408385 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: service-providers {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.409570 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: subnetpools {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.410950 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: subnetpools {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.412401 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.414057 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.415856 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.417583 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.419350 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.421791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.423448 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.425316 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.427048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.428874 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron.api.extensions [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Extended resource: tags {{(pid=102943) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 15:47:17.434974 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING keystonemiddleware.auth_token [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 15:47:17.440108 dv-cinder-804757-25-iscsi neutron-server[102943]: WARNING keystonemiddleware.auth_token [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 15:47:17.448662 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_concurrency.lockutils [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Acquired lock "singleton_lock" {{(pid=102943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 15:47:17.449134 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_concurrency.lockutils [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Releasing lock "singleton_lock" {{(pid=102943) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 15:47:17.453428 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Starting 2 workers Mar 08 15:47:17.454945 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Started child 103052 {{(pid=102943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:47:17.459668 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Started child 103053 {{(pid=102943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:47:17.460438 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.461305 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO neutron.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 15:47:17.461943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Publish callbacks [] for process (None), before_spawn {{(pid=102943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.462040 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [-] (103052) wsgi starting up on http://0.0.0.0:9696 Mar 08 15:47:17.464462 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Starting 1 workers Mar 08 15:47:17.465041 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.466782 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [-] (103053) wsgi starting up on http://0.0.0.0:9696 Mar 08 15:47:17.470535 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Started child 103054 {{(pid=102943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:47:17.471116 dv-cinder-804757-25-iscsi neutron-server[102943]: INFO oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Starting 1 workers Mar 08 15:47:17.474006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] calling RpcWorker wait() {{(pid=103054) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 15:47:17.474556 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] returning from RpcWorker wait() {{(pid=103054) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 15:47:17.475728 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Started child 103055 {{(pid=102943) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 15:47:17.475974 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.476440 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:17.476595 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG neutron_lib.callbacks.manager [None req-e101132b-ab49-47ae-b74b-6b736ce8a53b None None] Publish callbacks [] for process (None), after_spawn {{(pid=102943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.478673 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 15:47:17.478886 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:47:17.479086 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:47:17.479326 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:47:17.479945 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:47:17.479945 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:47:17.480295 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.480588 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.480862 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.481122 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.481414 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.481692 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:17.482155 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.482247 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.482473 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.482755 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.483009 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.483785 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.483961 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.484178 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:17.484324 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.484567 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.484869 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.485259 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.485487 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.485745 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.485917 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.486184 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.486465 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.486694 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.486968 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] debug = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.487230 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.487686 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.487912 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.488162 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.488381 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.488654 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.488900 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.489169 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.489406 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.489620 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.489861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.490108 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.490374 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.491451 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.491451 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.491451 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.491451 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] host = dv-cinder-804757-25-iscsi {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.496622 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.498245 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_options = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.499726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.500791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.501974 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503932 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503932 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.503932 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.504203 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.504454 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.504848 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.505113 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.505527 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.505910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.506312 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.506582 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.506811 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.507050 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.507303 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.507547 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.507802 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_json = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.508024 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510488 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510488 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510488 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510835 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54128) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.510923 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.511550 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.511550 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.511550 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513661 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.513661 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515103 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515103 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515103 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515363 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515437 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515737 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.515964 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.516192 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.516476 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.516738 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.516976 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.517213 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.517440 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.517733 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.518023 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.518388 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.518697 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.519146 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.519428 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.519670 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.519900 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.520126 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.521938 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071399 Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.522048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.523310 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.523310 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.523573 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.523846 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.524106 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.524360 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.524588 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.524824 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.525058 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.525432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.525664 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.525882 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.526157 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.526429 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.526660 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.526881 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.527935 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.528178 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.528580 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.528987 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.529434 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.529880 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.531000 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.531432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.531729 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.531929 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.532153 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.532528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.532913 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.533300 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.533550 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.533779 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.534000 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.534226 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.534462 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.534687 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.534934 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.535203 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.535542 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.535944 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.536159 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.536606 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.537026 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.537460 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.537842 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.538244 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.538488 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.538777 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.539112 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.539369 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.539613 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.539855 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.540106 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.540324 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.540571 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.540791 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.541016 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.541251 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.541505 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.541739 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.541987 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.542209 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.542430 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.542661 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.542880 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.543305 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.543713 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.543945 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.544186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.544443 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.546246 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.546512 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.546913 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.547756 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.547756 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.547756 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.547991 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.548265 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.548494 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.548775 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.549127 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.549391 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.549678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.549944 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.550242 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.551291 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.551860 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.552290 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.552565 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.552837 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.553096 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.554077 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.554077 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.554077 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.554289 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.554463 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.555160 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.555160 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.555342 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.555515 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.555850 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.556729 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.556729 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.556729 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.557066 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.557684 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.557866 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.558111 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.559161 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.559161 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.559326 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.559506 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.559682 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.559903 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.560528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.560904 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.561697 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.562333 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.562652 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.562901 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.563186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.563422 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.564645 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.564645 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.564645 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.564645 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.564645 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.564982 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.565048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.565283 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.565552 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.565819 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.566404 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.566404 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.566568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.566782 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.567017 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.567318 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.567719 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.568161 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.572943 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.573513 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574512 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574512 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.574631 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.575047 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.575233 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.575383 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.575802 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.575802 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.576109 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.576299 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.576492 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.576732 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.576970 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.577157 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.577822 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.577945 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.578142 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.578375 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.578643 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.579039 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.579339 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.579592 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.579813 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.580030 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.580829 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.580829 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.580829 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.581263 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.581263 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.581540 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.581540 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.581810 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.581967 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.582176 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.582390 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.582625 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.582851 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.584677 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.584677 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.584677 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.584677 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.585367 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.585367 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.585659 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.585659 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.586248 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.586248 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.586248 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.586726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.586726 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.587286 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.587286 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.587581 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.587722 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.587940 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.588216 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.588474 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.588727 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.589161 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.589384 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.589644 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.589873 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.590094 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.590311 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.590568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.590891 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.591568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.591568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.591804 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.592020 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.592300 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.593429 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.593429 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.593692 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.594357 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.594838 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.595151 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.595478 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.595725 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.595884 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.596287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.596287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.596777 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.596777 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.597710 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.597710 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.597710 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.597710 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.598072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.598072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.598218 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.598473 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.598809 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.598938 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.599962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:47:17.599962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102943) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 15:47:17.599962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 15:47:17.600432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 15:47:17.600432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 15:47:17.600432 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 15:47:17.600836 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 15:47:17.600836 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.600836 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.601223 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.601223 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602121 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.602910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.603812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.603812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.603812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.603812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.603812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.603812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.604568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] debug = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.604568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.604568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.604568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605106 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605106 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605106 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605499 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605499 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605499 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605919 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605919 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.605919 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.606596 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.606596 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.606596 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.606596 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.606596 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.607336 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.607336 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] host = dv-cinder-804757-25-iscsi {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.607336 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.607336 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.607336 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.608218 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.608218 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.608218 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.608218 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.608218 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.609623 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.609623 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.609623 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.609623 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.609623 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.610273 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.610273 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_options = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.610273 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.610273 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.610273 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611043 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611043 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611043 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611043 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611043 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.611861 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.612749 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.612749 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.612749 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.612749 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.612749 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.612749 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.613678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.614805 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.616014 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_json = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617186 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617769 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617769 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617769 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.617769 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.618250 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.618250 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 15:47:17.618250 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.618531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.618531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.618825 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.618825 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.619188 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.619188 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.619424 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.619574 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.619741 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.620772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.620772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.620772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.620772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.620772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.620772 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621396 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621849 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621849 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.621849 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.622714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.622714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.622714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.622714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.622714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623169 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623169 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623169 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.623919 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624092 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624269 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624269 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624609 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624609 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624764 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.624883 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625046 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625207 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625368 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625531 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625700 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625849 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.625989 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.626125 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.626287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.626453 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.626817 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.626817 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.627035 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.627190 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.627287 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628285 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628986 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628986 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628986 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.628986 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.629382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.629382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.629382 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.629706 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.629829 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.629950 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.630080 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.630215 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.630381 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.630542 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.630704 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.630864 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.631024 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.631206 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.631368 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.631528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.631688 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.631848 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632007 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632167 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632327 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632487 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632660 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632840 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.632998 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.633378 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.633543 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.633690 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.633852 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634012 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634172 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634334 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634495 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634654 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634804 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.634965 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.635989 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.636161 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.636327 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.636489 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.636649 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.636808 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.636964 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.637125 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.637278 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.637443 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.637602 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.637763 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.637921 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.638082 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.638257 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.638515 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.638653 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.638784 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.638930 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.639098 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.639244 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.639999 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.640168 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.640315 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.640480 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.640641 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.640801 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.640949 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.641110 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.641274 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.641449 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.641612 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.641771 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.641910 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.642094 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.642249 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.642388 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643097 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643097 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643097 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643321 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:17.643412 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643412 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643412 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643586 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643650 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643812 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.643942 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.644100 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.644260 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645037 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645037 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645037 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645037 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645037 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645342 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645342 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645537 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645707 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.645873 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.646034 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.646200 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.646360 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.646522 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.646682 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.646842 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.647002 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.647178 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.647340 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.648576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649251 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649323 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649507 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649588 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649991 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.649991 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.650193 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.650371 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.650487 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.650645 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.650832 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651268 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651268 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651511 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651511 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651718 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651821 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.651940 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.652103 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.652286 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.652481 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.652568 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.652714 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.652899 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.653048 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.653190 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.653341 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.653482 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.653678 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.653986 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.654278 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.654575 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.654744 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.654886 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.655709 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.655858 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.655996 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.656133 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.656269 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.656419 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.656581 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.656735 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.656874 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657040 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657204 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657377 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657540 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657702 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657856 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.657994 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.658142 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.658316 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.658468 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.658626 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.658789 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.658931 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.659137 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.659310 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.659473 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.659634 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.659793 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660528 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660952 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660952 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.660952 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.661464 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.661464 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.661464 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.661464 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.661874 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.661874 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662072 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662261 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662373 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662535 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662695 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.662856 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.663019 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664526 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664526 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664526 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664526 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.664962 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.665251 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.665355 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.665471 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.665576 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.665744 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.665915 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.666092 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.666251 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.666419 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.666592 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.666752 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.666911 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.667090 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.667262 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.667423 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.667584 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.667743 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.667902 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.668061 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.668222 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.668381 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.668551 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.668675 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.668835 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.669283 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.669616 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.669960 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.670124 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.670423 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 15:47:17.670423 dv-cinder-804757-25-iscsi neutron-server[102943]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102943) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 15:47:29.350239 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6769f18-0031-4ed6-8dd7-2166e1a90348 None None] get_active_networks_info from dv-cinder-804757-25-iscsi {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 15:47:29.450296 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6769f18-0031-4ed6-8dd7-2166e1a90348 None None] No non-hosted networks {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 15:47:29.465213 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.agentschedulers_db [None req-f6769f18-0031-4ed6-8dd7-2166e1a90348 None None] DHCP Agent not found on host dv-cinder-804757-25-iscsi {{(pid=103054) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 15:47:29.561637 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-121a9bed-bbe5-4d10-8b8a-82746a81ced8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605107'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.720932 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b75a2c7-c58a-4f2e-8e19-fdb6fefe3409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605107'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:31.784959 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ed1416d-7558-434d-b8b7-3c67ecb9d576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:32.843370 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605107'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:34.286845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605107'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:35.809849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54220) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:35.999252 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605107'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:36.002428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.003842 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.004337 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.005388 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.005933 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.006661 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.007575 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.008532 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.009058 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.009594 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.012010 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.012860 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.013931 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:36.015112 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-25-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:36.027951 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-25-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:47:36.146651 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.db.l3_hamode_db [None req-6cb9214f-aadf-4928-83d4-636e6ecfd8a7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 15:47:36.226989 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9214f-aadf-4928-83d4-636e6ecfd8a7 None None] Routers set() bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:47:36.227424 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9214f-aadf-4928-83d4-636e6ecfd8a7 None None] Router IDs set() for agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 15:47:36.422278 dv-cinder-804757-25-iscsi neutron-server[103053]: WARNING oslo_policy.policy [None req-2639c2e2-9897-4425-b892-ae7f86857a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:47:36.422880 dv-cinder-804757-25-iscsi neutron-server[103053]: WARNING oslo_policy.policy [None req-2639c2e2-9897-4425-b892-ae7f86857a86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:47:36.648048 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [None req-2639c2e2-9897-4425-b892-ae7f86857a86 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:47:36.649186 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-2639c2e2-9897-4425-b892-ae7f86857a86 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8384464 Mar 08 15:47:39.263607 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54246) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:39.576288 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:39.670228 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.policy [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103053) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 15:47:39.717337 dv-cinder-804757-25-iscsi neutron-server[103053]: WARNING oslo_policy.policy [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:47:39.717715 dv-cinder-804757-25-iscsi neutron-server[103053]: WARNING oslo_policy.policy [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:47:39.822552 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794169104663', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794169104202', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794169049566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794169054421', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794169068524', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794169076228', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-808851', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-816210', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1920798', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2073249'] for rbac-policy (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:39.886889 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:39.888082 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-490ae1d6-9ed2-44b0-abb8-a5b562eba15f admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6235366 Mar 08 15:47:42.390204 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54256) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:42.700974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:42.730575 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Made reservation on behalf of 57c463e5f969407f81e317df7bd08831 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:42.734791 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.754790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.862378 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks [] for security_group (622abb85-48c6-4454-945d-abf4f1a7df97), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.866053 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (622abb85-48c6-4454-945d-abf4f1a7df97), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.892304 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] vlan segment allocate from pool success with {'vlan_id': 281, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:47:42.924612 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794171196254', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (55cb07fa-ba8b-4a24-95e8-c969d6aea788), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:42.925428 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Unsubscribe: segment precommit_create {{(pid=103053) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 15:47:42.925882 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Added segment 55cb07fa-ba8b-4a24-95e8-c969d6aea788 of type vlan for network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 Mar 08 15:47:42.944845 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=622abb85-48c6-4454-945d-abf4f1a7df97,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:42.995517 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.995965 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.996319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.996651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.996974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.997297 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.997628 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.997946 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.998259 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.998586 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.998903 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.999236 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:42.999547 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Tracked resource versions report: Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: pushed versions: Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: { 'AddressGroup': {'1.2'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'ConntrackHelper': {'1.0'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Log': {'1.0'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Network': {'1.1'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Port': {'1.7'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'PortForwarding': {'1.2'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'QosPolicy': {'1.10'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroup': {'1.5'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SubPort': {'1.0'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Subnet': {'1.1'}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Trunk': {'1.1'}} Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: consumer versions: Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'ConntrackHelper': '1.0', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'LocalIPAssociation': '1.0', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Log': '1.0', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Network': '1.1', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Port': '1.7', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'PortForwarding': '1.2', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'QosPolicy': '1.10', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroup': '1.5', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroupRule': '1.2', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SubPort': '1.0', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Subnet': '1.1', Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Trunk': '1.1'}} Mar 08 15:47:43.001847 dv-cinder-804757-25-iscsi neutron-server[103053]: {{(pid=103053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:47:43.036613 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (9869e9f5-2f63-4697-aee2-ad4b5091acb3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.079487 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (9869e9f5-2f63-4697-aee2-ad4b5091acb3), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.084561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:43.085277 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:43.149140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7568951 Mar 08 15:47:43.210098 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca1c47-6a06-4d88-812f-d0d070b28003 demo demo] Pushing event updated for resources: {'Network': ['ID=9869e9f5-2f63-4697-aee2-ad4b5091acb3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:43.222809 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:47:45.733933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54268) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:46.163637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255fa681-add9-401f-a8b5-4d2741d142cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:46.164922 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-255fa681-add9-401f-a8b5-4d2741d142cd demo admin] 10.222.0.15 "GET /v2.0/networks/9869e9f5-2f63-4697-aee2-ad4b5091acb3 HTTP/1.1" status: 200 len: 825 time: 0.4294486 Mar 08 15:47:46.189404 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-3688a0bb-9777-4009-8ac5-3811fb2065b2 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/068d2d74-6ffb-462c-84c6-a7341800a168 HTTP/1.1" status: 200 len: 734 time: 0.0189207 Mar 08 15:47:46.197696 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'ip_version': 4, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168', 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:46.217925 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Made reservation on behalf of 57c463e5f969407f81e317df7bd08831 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:47:46.221024 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:46.518566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (5aa62b37-d40b-4f80-aa81-403ba939cd4a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:46.588276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Checking segment: {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:46.588658 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Network hostable DHCP agents. Network: 9869e9f5-2f63-4697-aee2-ad4b5091acb3, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:47:46.596627 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Pushing event updated for resources: {'Subnet': ['ID=5aa62b37-d40b-4f80-aa81-403ba939cd4a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:46.613727 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:47:46.624399 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 9869e9f5-2f63-4697-aee2-ad4b5091acb3) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:46.629230 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:47:46.629843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:46.634239 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c226d53-1eee-46c6-af69-2c3a97e9da27 None None] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:46.646325 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-31f5d010-f013-4c8e-8597-12cf1fdcfc48 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4516461 Mar 08 15:47:47.016098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'project_id': '57c463e5f969407f81e317df7bd08831', 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:47:47.017390 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:47.299673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Allocated IP 172.20.0.2 (9869e9f5-2f63-4697-aee2-ad4b5091acb3/5aa62b37-d40b-4f80-aa81-403ba939cd4a/9788b26a-3fab-435b-9ec3-ba841132f87e) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:47:47.581853 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Publish callbacks [] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:47.589378 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:47.666093 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:47:47.670692 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:47:47.676476 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Pushing event updated for resources: {'Port': ['ID=9788b26a-3fab-435b-9ec3-ba841132f87e,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:47.678604 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:47:47.691290 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.691646 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.692048 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.692378 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.692656 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.692975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.693308 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.693631 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.693948 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.694277 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.694595 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.694909 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.695245 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Tracked resource versions report: Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: pushed versions: Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: { 'AddressGroup': {'1.2'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'ConntrackHelper': {'1.0'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Log': {'1.0'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Network': {'1.1'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Port': {'1.7'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'PortForwarding': {'1.2'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'QosPolicy': {'1.10'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroup': {'1.5'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SubPort': {'1.0'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Subnet': {'1.1'}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Trunk': {'1.1'}} Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: consumer versions: Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'ConntrackHelper': '1.0', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'LocalIPAssociation': '1.0', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Log': '1.0', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Network': '1.1', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Port': '1.7', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'PortForwarding': '1.2', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'QosPolicy': '1.10', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroup': '1.5', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroupRule': '1.2', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SubPort': '1.0', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Subnet': '1.1', Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Trunk': '1.1'}} Mar 08 15:47:47.696618 dv-cinder-804757-25-iscsi neutron-server[103054]: {{(pid=103054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:47:47.773254 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Attempting to bind port 9788b26a-3fab-435b-9ec3-ba841132f87e on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:47:47.773655 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Attempting to bind port 9788b26a-3fab-435b-9ec3-ba841132f87e by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:47:47.774083 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Attempting to bind port 9788b26a-3fab-435b-9ec3-ba841132f87e on network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:47:47.778949 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:47:47.779366 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Checking segment: {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:47:47.779852 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:47.780235 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Bound using segment: {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:47:47.780719 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Bound port: 9788b26a-3fab-435b-9ec3-ba841132f87e, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:47:47.781239 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:47.847371 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] For port 9788b26a-3fab-435b-9ec3-ba841132f87e, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:47:47.851944 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] For port 9788b26a-3fab-435b-9ec3-ba841132f87e, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=9788b26a-3fab-435b-9ec3-ba841132f87e,segment=NetworkSegment(55cb07fa-ba8b-4a24-95e8-c969d6aea788),segment_id=55cb07fa-ba8b-4a24-95e8-c969d6aea788)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:47:47.860278 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:47.929574 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d435c1-171b-4456-8935-c91b5e0a5f5f None None] Pushing event updated for resources: {'Port': ['ID=9788b26a-3fab-435b-9ec3-ba841132f87e,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:49.222600 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54276) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:49.560719 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [None req-159d8531-6c5d-45c0-a418-9e362d601572 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:47:49.561963 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-159d8531-6c5d-45c0-a418-9e362d601572 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3383343 Mar 08 15:47:52.289237 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54284) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:52.638744 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [None req-42f3c53f-9a3b-4460-8a6d-08adcd1100f9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:47:52.640172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-42f3c53f-9a3b-4460-8a6d-08adcd1100f9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3497090 Mar 08 15:47:55.225787 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54292) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:55.561296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:47:55.586267 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.588187 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.741172 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] Publish callbacks [] for router_controller (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.746095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.763295 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:55.773441 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-68cf5e36-2599-402b-a8a7-084a5982c492 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5371861 Mar 08 15:47:58.355056 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54304) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:47:58.813284 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 9788b26a-3fab-435b-9ec3-ba841132f87e up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:47:58.903902 dv-cinder-804757-25-iscsi neutron-server[103052]: WARNING oslo_policy.policy [None req-b13484bf-14fe-49fd-8701-d01018549bc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:47:58.904234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 9788b26a-3fab-435b-9ec3-ba841132f87e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:58.904490 dv-cinder-804757-25-iscsi neutron-server[103052]: WARNING oslo_policy.policy [None req-b13484bf-14fe-49fd-8701-d01018549bc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:47:58.904657 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:59.020797 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 9788b26a-3fab-435b-9ec3-ba841132f87e is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:47:59.021182 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:59.056251 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 9788b26a-3fab-435b-9ec3-ba841132f87e, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=9788b26a-3fab-435b-9ec3-ba841132f87e,segment=NetworkSegment(55cb07fa-ba8b-4a24-95e8-c969d6aea788),segment_id=55cb07fa-ba8b-4a24-95e8-c969d6aea788)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:47:59.060498 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:59.108982 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=9788b26a-3fab-435b-9ec3-ba841132f87e,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:47:59.130958 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [None req-b13484bf-14fe-49fd-8701-d01018549bc4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:47:59.139129 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b13484bf-14fe-49fd-8701-d01018549bc4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7751081 Mar 08 15:47:59.236724 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-85df78a4-b87e-434d-a21e-67d5b227d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:59.639428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99046c4f-7f5d-4351-9c59-0ba692fdb891 None None] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:47:59.724234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f43c671f-2942-40d3-aa3b-44e4d8ebe422 None None] Provisioning complete for port 9788b26a-3fab-435b-9ec3-ba841132f87e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:47:59.724619 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f43c671f-2942-40d3-aa3b-44e4d8ebe422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:47:59.844211 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f43c671f-2942-40d3-aa3b-44e4d8ebe422 None None] Current status of the port 9788b26a-3fab-435b-9ec3-ba841132f87e is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:00.065200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-369982ee-84bd-4ffe-8b38-8c4bbb5d4e5e None None] Provisioning complete for port 9788b26a-3fab-435b-9ec3-ba841132f87e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:00.065595 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-369982ee-84bd-4ffe-8b38-8c4bbb5d4e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.147256 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-369982ee-84bd-4ffe-8b38-8c4bbb5d4e5e None None] Current status of the port 9788b26a-3fab-435b-9ec3-ba841132f87e is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:00.765886 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 9788b26a-3fab-435b-9ec3-ba841132f87e up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:48:00.812163 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 9788b26a-3fab-435b-9ec3-ba841132f87e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:00.813242 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:00.888113 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 9788b26a-3fab-435b-9ec3-ba841132f87e is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:01.690615 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54318) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:01.717645 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6981a8d9-4ef9-4ee3-a7bd-125a81c0fb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.018814 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:02.036244 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Made reservation on behalf of 1c7f1b764de34f009714acef9e17edc4 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:48:02.038408 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.046545 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.121785 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks [] for security_group (e465e060-634a-4c54-a925-ff4fd4909132), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.126971 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e465e060-634a-4c54-a925-ff4fd4909132), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.142143 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Reserving flat network on physical network physnet1 {{(pid=103053) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 15:48:02.161787 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e465e060-634a-4c54-a925-ff4fd4909132,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:02.164692 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (751ccea2-758f-4c6e-a6c2-18d5a8990972), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.165025 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Added segment 751ccea2-758f-4c6e-a6c2-18d5a8990972 of type flat for network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 Mar 08 15:48:02.211640 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (473c4bd4-bd70-40cd-95b1-e6e4898f21b5), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.243296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (473c4bd4-bd70-40cd-95b1-e6e4898f21b5), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.244221 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:02.244803 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:02.294593 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6028769 Mar 08 15:48:02.339741 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11525eca-6443-4831-811d-425abc00af78 admin admin] Pushing event updated for resources: {'Network': ['ID=473c4bd4-bd70-40cd-95b1-e6e4898f21b5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:02.349852 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:48:02.775782 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.229936 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:04.835514 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54336) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:05.012236 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4679a-a22f-4de9-8e66-ba16ec9fef1f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:05.013764 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-92a4679a-a22f-4de9-8e66-ba16ec9fef1f demo admin] 10.222.0.15 "GET /v2.0/subnets/5aa62b37-d40b-4f80-aa81-403ba939cd4a HTTP/1.1" status: 200 len: 849 time: 0.1770601 Mar 08 15:48:05.136988 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-741c699a-d875-4d8b-99ca-f0ce9b85164e demo admin] 10.222.0.15 "GET /v2.0/routers/0dcd3f0f-db30-4cd9-a74d-761ad79e1306 HTTP/1.1" status: 200 len: 704 time: 0.1166425 Mar 08 15:48:05.414834 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:05.754070 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Allocated IP 172.20.0.1 (9869e9f5-2f63-4697-aee2-ad4b5091acb3/5aa62b37-d40b-4f80-aa81-403ba939cd4a/13ff6bf2-e8d7-4a5d-8359-f06905cc3365) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:48:05.907727 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks [] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:05.974390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.001950 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.038784 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:48:06.045417 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:06.051375 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:48:06.051985 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.119873 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Pushing event updated for resources: {'Port': ['ID=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:06.266332 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.348911 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9326d9dd-1821-4260-984e-cc1bd6b71410 None None] Provisioning complete for port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:06.349189 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9326d9dd-1821-4260-984e-cc1bd6b71410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.382585 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9326d9dd-1821-4260-984e-cc1bd6b71410 None None] Port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:48:06.476262 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks [] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.480712 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.481690 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.524502 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:48:06.563597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Pushing event updated for resources: {'Port': ['ID=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:06.604449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:48:06.605647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:06.770743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:48:06.869410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:06.875358 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0e4a5486-a889-4150-a1c0-316d0f96c30c demo admin] 10.222.0.15 "PUT /v2.0/routers/0dcd3f0f-db30-4cd9-a74d-761ad79e1306/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7320597 Mar 08 15:48:06.892106 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Sync routers for ids ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:06.907948 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Routers {'0dcd3f0f-db30-4cd9-a74d-761ad79e1306'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:06.908765 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:48:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:06.913582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-65de7330-553c-4120-b31f-efad2e4b12bd None None] Provisioning complete for port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:06.913995 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-65de7330-553c-4120-b31f-efad2e4b12bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:06.950034 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-65de7330-553c-4120-b31f-efad2e4b12bd None None] Port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:48:07.106622 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Set router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:07.545135 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'name': 'router1', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:55Z', 'updated_at': '2022-03-08T15:48:06Z', 'revision_number': 2, 'project_id': '57c463e5f969407f81e317df7bd08831', 'gw_port_host': None, '_interfaces': [{'id': '13ff6bf2-e8d7-4a5d-8359-f06905cc3365', 'name': '', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'mac_address': 'fa:16:3e:c0:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:05Z', 'updated_at': '2022-03-08T15:48:06Z', 'revision_number': 2, 'project_id': '57c463e5f969407f81e317df7bd08831', 'subnets': [{'id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:07.597223 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Checking router: 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:07.597594 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Updating router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:48:07.648790 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.163528 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Publish callbacks [] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.170479 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.332642 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Attempting to bind port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:48:08.333052 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Attempting to bind port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:48:08.333509 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Attempting to bind port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 on network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:48:08.346275 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:48:08.346693 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Checking segment: {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:48:08.347216 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.347606 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Bound using segment: {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:48:08.348114 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Bound port: 13ff6bf2-e8d7-4a5d-8359-f06905cc3365, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55cb07fa-ba8b-4a24-95e8-c969d6aea788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:48:08.348489 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.350624 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Pushing event updated for resources: {'Port': ['ID=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:08.366155 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.366531 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.366885 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.367246 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.367718 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.368123 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.368389 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.368715 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.369039 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.369375 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.369697 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.370012 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.370392 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Tracked resource versions report: Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: pushed versions: Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: { 'AddressGroup': {'1.2'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'ConntrackHelper': {'1.0'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Log': {'1.0'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Network': {'1.1'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Port': {'1.7'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'PortForwarding': {'1.2'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'QosPolicy': {'1.10'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroup': {'1.5'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SubPort': {'1.0'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Subnet': {'1.1'}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Trunk': {'1.1'}} Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: consumer versions: Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'ConntrackHelper': '1.0', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'LocalIPAssociation': '1.0', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Log': '1.0', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Network': '1.1', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Port': '1.7', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'PortForwarding': '1.2', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'QosPolicy': '1.10', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroup': '1.5', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroupRule': '1.2', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SubPort': '1.0', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Subnet': '1.1', Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Trunk': '1.1'}} Mar 08 15:48:08.371832 dv-cinder-804757-25-iscsi neutron-server[103055]: {{(pid=103055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:48:08.380387 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-41941128-43ed-41f8-a3bf-866346e1e8db None None] Provisioning complete for port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:08.381344 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41941128-43ed-41f8-a3bf-866346e1e8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.418412 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-41941128-43ed-41f8-a3bf-866346e1e8db None None] Port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:48:08.434312 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] For port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:48:08.454002 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] For port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,segment=NetworkSegment(55cb07fa-ba8b-4a24-95e8-c969d6aea788),segment_id=55cb07fa-ba8b-4a24-95e8-c969d6aea788)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:48:08.459652 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.513487 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Routers {'0dcd3f0f-db30-4cd9-a74d-761ad79e1306'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:08.514092 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:48:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:08.552449 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efbaf1-3b35-4c47-97d9-327d955eadc7 None None] Pushing event updated for resources: {'Port': ['ID=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:08.615956 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] Set router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:08.739788 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] Provisioning complete for port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:08.740266 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.820764 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] Current status of the port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:08.821402 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.830284 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'name': 'router1', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:55Z', 'updated_at': '2022-03-08T15:48:06Z', 'revision_number': 2, 'project_id': '57c463e5f969407f81e317df7bd08831', 'gw_port_host': None, '_interfaces': [{'id': '13ff6bf2-e8d7-4a5d-8359-f06905cc3365', 'name': '', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'mac_address': 'fa:16:3e:c0:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:05Z', 'updated_at': '2022-03-08T15:48:08Z', 'revision_number': 4, 'project_id': '57c463e5f969407f81e317df7bd08831', 'subnets': [{'id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:08.856568 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] For port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,segment=NetworkSegment(55cb07fa-ba8b-4a24-95e8-c969d6aea788),segment_id=55cb07fa-ba8b-4a24-95e8-c969d6aea788)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:08.861526 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa2279f-b920-4d0b-ab72-c3b7e4a0839f None None] The sync data for ids ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'] in dv-cinder-804757-25-iscsi is: [{'id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'name': 'router1', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:55Z', 'updated_at': '2022-03-08T15:48:06Z', 'revision_number': 2, 'project_id': '57c463e5f969407f81e317df7bd08831', 'gw_port_host': None, '_interfaces': [{'id': '13ff6bf2-e8d7-4a5d-8359-f06905cc3365', 'name': '', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'mac_address': 'fa:16:3e:c0:48:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:05Z', 'updated_at': '2022-03-08T15:48:08Z', 'revision_number': 4, 'project_id': '57c463e5f969407f81e317df7bd08831', 'subnets': [{'id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:08.862650 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:08.915588 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051011f-5fec-49a4-9059-0791d9cfb8f7 None None] Pushing event updated for resources: {'Port': ['ID=13ff6bf2-e8d7-4a5d-8359-f06905cc3365,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:09.388300 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54356) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:09.497426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a66fe5-9435-4a0a-9d2c-a897af10da65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:09.498797 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-48a66fe5-9435-4a0a-9d2c-a897af10da65 admin admin] 10.222.0.15 "GET /v2.0/networks/473c4bd4-bd70-40cd-95b1-e6e4898f21b5 HTTP/1.1" status: 200 len: 842 time: 0.1095481 Mar 08 15:48:09.508728 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:09.529404 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Made reservation on behalf of 1c7f1b764de34f009714acef9e17edc4 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:48:09.532230 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.900399 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.objects.ports [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 15:48:09.900742 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (a3daabb0-0f4f-4364-b7d6-609a5f7242a6), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:09.947410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3daabb0-0f4f-4364-b7d6-609a5f7242a6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:09.963913 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:48:09.964279 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Network hostable DHCP agents. Network: 473c4bd4-bd70-40cd-95b1-e6e4898f21b5, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:48:09.991828 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:48:10.000928 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 473c4bd4-bd70-40cd-95b1-e6e4898f21b5) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:10.005033 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:10.005742 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:10.012341 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226bc4ab-e396-4481-a9d7-e41d0fbe7aee None None] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:10.022311 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0be7193d-23aa-4fb5-bb7b-655f925014f8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5170138 Mar 08 15:48:10.121230 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d92ac00-c305-49a2-9210-18c03f509f9e None None] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:48:12.503554 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54364) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:12.666512 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-269a7cea-90b3-4882-8894-82c9a96f4be9 demo admin] 10.222.0.15 "GET /v2.0/routers/0dcd3f0f-db30-4cd9-a74d-761ad79e1306 HTTP/1.1" status: 200 len: 710 time: 0.1618435 Mar 08 15:48:12.770717 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7190d2cf-7154-472b-8677-76dd5894d2cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:48:12.777847 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-7190d2cf-7154-472b-8677-76dd5894d2cc demo admin] 10.222.0.15 "GET /v2.0/networks/473c4bd4-bd70-40cd-95b1-e6e4898f21b5 HTTP/1.1" status: 200 len: 886 time: 0.0981112 Mar 08 15:48:12.782638 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:48:13.107758 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks [] for router_gateway (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.370953 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks [] for router_gateway (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.447203 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.551562 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Allocated IP 172.27.2.43 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/9c925694-f941-401b-818c-339c89891358) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:48:13.655698 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks [] for port (9c925694-f941-401b-818c-339c89891358), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.690771 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (9c925694-f941-401b-818c-339c89891358), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:13.732390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:48:13.735949 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:48:13.742194 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:48:13.744022 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Pushing event updated for resources: {'Port': ['ID=9c925694-f941-401b-818c-339c89891358,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:14.083152 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks [] for router_gateway (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.286747 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1803713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8803'] for router (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.290495 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1803720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1803763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1603865'] for router (0dcd3f0f-db30-4cd9-a74d-761ad79e1306), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.405453 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:48:14.518390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:48:14.522739 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:14.523980 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-867916bf-b1ad-473f-aa18-9654e07eeb3e demo admin] 10.222.0.15 "PUT /v2.0/routers/0dcd3f0f-db30-4cd9-a74d-761ad79e1306 HTTP/1.1" status: 200 len: 889 time: 1.7454503 Mar 08 15:48:16.806736 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:48:16.861183 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:16.861742 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:16.939783 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:17.102620 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54376) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:48:17.223592 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-57444f40-fde8-4978-bf40-225c2099d944 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1197340 Mar 08 15:48:17.768695 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Sync routers for ids ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:48:17.779457 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Routers {'0dcd3f0f-db30-4cd9-a74d-761ad79e1306'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:17.780112 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:48:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:18.003310 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Set router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:18.477027 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'name': 'router1', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '9c925694-f941-401b-818c-339c89891358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:55Z', 'updated_at': '2022-03-08T15:48:13Z', 'revision_number': 4, 'project_id': '57c463e5f969407f81e317df7bd08831', 'gw_port': {'id': '9c925694-f941-401b-818c-339c89891358', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:13Z', 'updated_at': '2022-03-08T15:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '13ff6bf2-e8d7-4a5d-8359-f06905cc3365', 'name': '', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'mac_address': 'fa:16:3e:c0:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:05Z', 'updated_at': '2022-03-08T15:48:08Z', 'revision_number': 5, 'project_id': '57c463e5f969407f81e317df7bd08831', 'subnets': [{'id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:18.529564 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Checking router: 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:48:18.529564 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Updating router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 port 9c925694-f941-401b-818c-339c89891358 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:48:18.587387 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9c925694-f941-401b-818c-339c89891358), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.915488 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Publish callbacks [] for port (9c925694-f941-401b-818c-339c89891358), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.926735 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9c925694-f941-401b-818c-339c89891358), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.981652 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea58a62-408b-4257-b945-db30e79337ee None None] Pushing event updated for resources: {'Port': ['ID=9c925694-f941-401b-818c-339c89891358,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:18.989606 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Attempting to bind port 9c925694-f941-401b-818c-339c89891358 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:48:18.989975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Attempting to bind port 9c925694-f941-401b-818c-339c89891358 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:48:18.990339 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Attempting to bind port 9c925694-f941-401b-818c-339c89891358 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:48:18.996816 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:48:18.996816 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:48:18.997086 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:18.997378 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:48:18.997884 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Bound port: 9c925694-f941-401b-818c-339c89891358, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:48:18.998945 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9c925694-f941-401b-818c-339c89891358), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.053589 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] For port 9c925694-f941-401b-818c-339c89891358, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:48:19.056947 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] For port 9c925694-f941-401b-818c-339c89891358, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=9c925694-f941-401b-818c-339c89891358,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:48:19.065044 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9c925694-f941-401b-818c-339c89891358), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:19.138161 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Routers {'0dcd3f0f-db30-4cd9-a74d-761ad79e1306'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:48:19.138912 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:48:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:19.141125 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea58a62-408b-4257-b945-db30e79337ee None None] Pushing event updated for resources: {'Port': ['ID=9c925694-f941-401b-818c-339c89891358,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:19.258420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] Set router 0dcd3f0f-db30-4cd9-a74d-761ad79e1306 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:48:19.488430 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'name': 'router1', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '9c925694-f941-401b-818c-339c89891358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:55Z', 'updated_at': '2022-03-08T15:48:13Z', 'revision_number': 4, 'project_id': '57c463e5f969407f81e317df7bd08831', 'gw_port': {'id': '9c925694-f941-401b-818c-339c89891358', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:13Z', 'updated_at': '2022-03-08T15:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '13ff6bf2-e8d7-4a5d-8359-f06905cc3365', 'name': '', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'mac_address': 'fa:16:3e:c0:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:05Z', 'updated_at': '2022-03-08T15:48:08Z', 'revision_number': 5, 'project_id': '57c463e5f969407f81e317df7bd08831', 'subnets': [{'id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:48:19.515243 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f234ccd6-7735-4580-a2ed-5fa0c24737c6 None None] The sync data for ids ['0dcd3f0f-db30-4cd9-a74d-761ad79e1306'] in dv-cinder-804757-25-iscsi is: [{'id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'name': 'router1', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '9c925694-f941-401b-818c-339c89891358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:47:55Z', 'updated_at': '2022-03-08T15:48:13Z', 'revision_number': 4, 'project_id': '57c463e5f969407f81e317df7bd08831', 'gw_port': {'id': '9c925694-f941-401b-818c-339c89891358', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:13Z', 'updated_at': '2022-03-08T15:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '13ff6bf2-e8d7-4a5d-8359-f06905cc3365', 'name': '', 'network_id': '9869e9f5-2f63-4697-aee2-ad4b5091acb3', 'tenant_id': '57c463e5f969407f81e317df7bd08831', 'mac_address': 'fa:16:3e:c0:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dcd3f0f-db30-4cd9-a74d-761ad79e1306', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:48:05Z', 'updated_at': '2022-03-08T15:48:08Z', 'revision_number': 5, 'project_id': '57c463e5f969407f81e317df7bd08831', 'subnets': [{'id': '5aa62b37-d40b-4f80-aa81-403ba939cd4a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '068d2d74-6ffb-462c-84c6-a7341800a168'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:48:20.854501 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 9c925694-f941-401b-818c-339c89891358 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:48:20.919390 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 9c925694-f941-401b-818c-339c89891358 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:20.920119 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9c925694-f941-401b-818c-339c89891358), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.012226 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 9c925694-f941-401b-818c-339c89891358 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:21.012997 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9c925694-f941-401b-818c-339c89891358), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.035841 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 9c925694-f941-401b-818c-339c89891358, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=9c925694-f941-401b-818c-339c89891358,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:48:21.043633 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9c925694-f941-401b-818c-339c89891358), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:21.109020 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=9c925694-f941-401b-818c-339c89891358,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:48:22.852054 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 9c925694-f941-401b-818c-339c89891358 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:48:23.016436 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 9c925694-f941-401b-818c-339c89891358 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:48:23.016915 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9c925694-f941-401b-818c-339c89891358), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:23.220610 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 9c925694-f941-401b-818c-339c89891358 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:48:29.244979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-924521ab-1321-4864-bc8d-1a6c20842bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:31.724995 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1d6d7bb0-1fac-4312-bc62-1a624d760003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:32.795298 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:34.245614 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:36.002710 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:48:43.524049 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:48:59.237788 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18dc4ca0-8732-4c59-b510-1c8f91355601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:01.728076 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbe80f6a-e196-49d8-831f-349249aa3e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:02.790336 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:04.243512 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:05.998243 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:20.522765 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:49:29.230283 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e9cca057-afa5-45bb-9a07-71eadb609274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:31.721064 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00388e54-ade7-400f-a1db-d3691959d9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:32.790691 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:34.245368 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:35.993370 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:41.223870 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54860) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:41.284012 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-286c35e1-435c-43d2-b383-b821efcb60d4 admin admin] GET failed (client error): The resource could not be found. Mar 08 15:49:41.285281 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-286c35e1-435c-43d2-b383-b821efcb60d4 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604241 Mar 08 15:49:41.451547 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd4320-7c04-487a-9bda-2e0827a3c006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:41.453514 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-82dd4320-7c04-487a-9bda-2e0827a3c006 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1641788 Mar 08 15:49:43.826380 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54870) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:43.931147 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7904e0c-d2bf-4780-b386-f4ace1c78fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:43.932543 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a7904e0c-d2bf-4780-b386-f4ace1c78fcd admin admin] 10.222.0.15 "GET /v2.0/subnets/5aa62b37-d40b-4f80-aa81-403ba939cd4a HTTP/1.1" status: 200 len: 849 time: 0.1052053 Mar 08 15:49:43.943517 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:49:44.032119 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Publish callbacks [] for subnet (5aa62b37-d40b-4f80-aa81-403ba939cd4a), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:44.180389 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794171374255'] for subnet (5aa62b37-d40b-4f80-aa81-403ba939cd4a), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:44.213558 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:44.214242 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:44.215520 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] 10.222.0.15 "PUT /v2.0/subnets/5aa62b37-d40b-4f80-aa81-403ba939cd4a HTTP/1.1" status: 200 len: 868 time: 0.2762020 Mar 08 15:49:44.223593 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7033db6-665a-4198-b63a-a5533059c1cd None None] Network 9869e9f5-2f63-4697-aee2-ad4b5091acb3 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:49:44.235823 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa62b37-d40b-4f80-aa81-403ba939cd4a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:49:44.243235 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.243597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.243933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.244262 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.244586 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.244908 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.245231 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.245549 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.245916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.246241 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.246557 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.246869 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.247208 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fe99d1-fee5-4edd-9826-bb40d780d889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:49:44.609332 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f4b2e325-0562-4c3b-8a89-11e68d7395ff None None] Provisioning complete for port 9788b26a-3fab-435b-9ec3-ba841132f87e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:49:44.609720 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e325-0562-4c3b-8a89-11e68d7395ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9788b26a-3fab-435b-9ec3-ba841132f87e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:44.687395 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2e325-0562-4c3b-8a89-11e68d7395ff None None] Current status of the port 9788b26a-3fab-435b-9ec3-ba841132f87e is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:49:44.697372 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f4b2e325-0562-4c3b-8a89-11e68d7395ff None None] Provisioning complete for port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:49:44.697767 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b2e325-0562-4c3b-8a89-11e68d7395ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (13ff6bf2-e8d7-4a5d-8359-f06905cc3365), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:44.774704 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f4b2e325-0562-4c3b-8a89-11e68d7395ff None None] Current status of the port 13ff6bf2-e8d7-4a5d-8359-f06905cc3365 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:49:46.629279 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 54878) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:46.841352 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fafbb0-5c8e-4525-85e8-6f960e3bc40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:46.841816 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fafbb0-5c8e-4525-85e8-6f960e3bc40f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:46.843995 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e8fafbb0-5c8e-4525-85e8-6f960e3bc40f admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2137525 Mar 08 15:49:49.246406 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54886) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:49.602447 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.policy [None req-208d5406-67af-415b-b0c3-21318baaeb34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 15:49:49.648647 dv-cinder-804757-25-iscsi neutron-server[103052]: WARNING oslo_policy.policy [None req-208d5406-67af-415b-b0c3-21318baaeb34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:49:49.649038 dv-cinder-804757-25-iscsi neutron-server[103052]: WARNING oslo_policy.policy [None req-208d5406-67af-415b-b0c3-21318baaeb34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 15:49:49.657434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d5406-67af-415b-b0c3-21318baaeb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:49.657904 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d5406-67af-415b-b0c3-21318baaeb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:49.659920 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-208d5406-67af-415b-b0c3-21318baaeb34 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4125869 Mar 08 15:49:52.082827 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54898) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:52.292464 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c9c506-b651-4b8a-a0f7-89cbfe632247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:52.293746 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c7c9c506-b651-4b8a-a0f7-89cbfe632247 admin admin] 10.222.0.15 "GET /v2.0/networks/473c4bd4-bd70-40cd-95b1-e6e4898f21b5 HTTP/1.1" status: 200 len: 886 time: 0.2099624 Mar 08 15:49:54.713888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54906) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:54.865703 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7dd88b-0ed9-444e-9863-7aed1834077f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:54.867713 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-da7dd88b-0ed9-444e-9863-7aed1834077f admin admin] 10.222.0.15 "GET /v2.0/networks/9869e9f5-2f63-4697-aee2-ad4b5091acb3 HTTP/1.1" status: 200 len: 869 time: 0.1527412 Mar 08 15:49:57.246178 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54914) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:57.372982 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab863c9-b3cc-4cff-b809-b2141fe41f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:57.373352 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab863c9-b3cc-4cff-b809-b2141fe41f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:57.375634 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9ab863c9-b3cc-4cff-b809-b2141fe41f0b admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284890 Mar 08 15:49:57.521623 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:49:59.232253 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-92fcda77-9b50-4cf4-a0a5-47ee72cc40b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:49:59.771357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54922) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:49:59.875364 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994dc69-47ac-4349-9277-ec670075a628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:59.875853 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994dc69-47ac-4349-9277-ec670075a628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:49:59.877452 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9994dc69-47ac-4349-9277-ec670075a628 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1051507 Mar 08 15:50:01.723391 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a3771388-fb1b-4420-bbef-b17807a2182a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:02.252764 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54930) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:02.384788 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd9a7d-720e-4316-89fa-0846c1125937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:02.386068 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e5fd9a7d-720e-4316-89fa-0846c1125937 admin admin] 10.222.0.15 "GET /v2.0/subnets/5aa62b37-d40b-4f80-aa81-403ba939cd4a HTTP/1.1" status: 200 len: 868 time: 0.1323669 Mar 08 15:50:02.791582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:04.247337 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:04.820796 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54938) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:04.907629 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7122e82-9db0-412f-ad22-66eae80eeff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:04.908972 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f7122e82-9db0-412f-ad22-66eae80eeff2 admin admin] 10.222.0.15 "GET /v2.0/subnets/a3daabb0-0f4f-4364-b7d6-609a5f7242a6 HTTP/1.1" status: 200 len: 816 time: 0.0872262 Mar 08 15:50:05.996464 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:29.236145 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29771510-4a57-4990-9d2c-6f3a4e28f844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:31.725847 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9004e87e-cc14-405e-ba66-12164b049602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:32.794084 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:34.021924 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 54992) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:34.072255 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [None req-0afaf2cb-b937-46be-ab72-d06000a771ec admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:50:34.073233 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0afaf2cb-b937-46be-ab72-d06000a771ec admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501397 Mar 08 15:50:34.252025 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:34.521668 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:50:36.001528 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:36.538123 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55000) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:36.599425 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf4d8e1-176c-4ae7-922b-2061b625736f admin admin] GET failed (client error): The resource could not be found. Mar 08 15:50:36.600736 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-fcf4d8e1-176c-4ae7-922b-2061b625736f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616701 Mar 08 15:50:36.802049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96f122b-de96-4d9f-abfe-7a1fd81bd89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:36.803557 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b96f122b-de96-4d9f-abfe-7a1fd81bd89c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1988101 Mar 08 15:50:39.196028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55008) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:39.244403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:50:39.262786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Made reservation on behalf of 1c7f1b764de34f009714acef9e17edc4 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:50:39.265618 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.293585 dv-cinder-804757-25-iscsi neutron-server[103053]: WARNING neutron.services.revisions.revision_plugin [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Could not find related network for resource to bump revision. Mar 08 15:50:39.306400 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:50:39.316888 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.317494 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Added segment a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd of type vlan for network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 Mar 08 15:50:39.360105 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (0f1d494e-a9f4-426d-8a40-afbbddddb9c4), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.383831 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (0f1d494e-a9f4-426d-8a40-afbbddddb9c4), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.384769 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:39.385353 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:39.421099 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2239630 Mar 08 15:50:39.450732 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83c11-ccc5-458b-aaab-c1a44681e173 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1d494e-a9f4-426d-8a40-afbbddddb9c4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:39.461914 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:50:41.809564 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55016) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:50:41.872130 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5718b47-7f0a-4aba-892f-cad3970117ca admin admin] GET failed (client error): The resource could not be found. Mar 08 15:50:41.873949 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a5718b47-7f0a-4aba-892f-cad3970117ca admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627058 Mar 08 15:50:41.944992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d522c73-f864-4de8-b40d-fc544ee009e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:41.946424 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1d522c73-f864-4de8-b40d-fc544ee009e7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684578 Mar 08 15:50:41.957143 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:50:41.975388 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Made reservation on behalf of 1c7f1b764de34f009714acef9e17edc4 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:50:41.977723 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.140320 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (a74bfe94-8557-4ae8-8b16-9c4c4f7761ea), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.194279 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74bfe94-8557-4ae8-8b16-9c4c4f7761ea,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:42.203547 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Checking segment: {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:50:42.203908 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Network hostable DHCP agents. Network: 0f1d494e-a9f4-426d-8a40-afbbddddb9c4, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:50:42.219743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:50:42.228347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 0f1d494e-a9f4-426d-8a40-afbbddddb9c4) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:50:42.232540 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:50:42.233664 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.238512 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69214a73-f08d-4b51-b9f4-008ce1d3454f None None] Network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:50:42.250140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-f9f11ba4-49a7-45ff-ba85-5401edec952c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2962577 Mar 08 15:50:42.354106 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-0f1d494e-a9f4-426d-8a40-afbbddddb9c4', 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4', 'project_id': '1c7f1b764de34f009714acef9e17edc4', 'fixed_ips': [{'subnet_id': 'a74bfe94-8557-4ae8-8b16-9c4c4f7761ea'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:50:42.354990 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.509573 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Allocated IP 192.168.233.2 (0f1d494e-a9f4-426d-8a40-afbbddddb9c4/a74bfe94-8557-4ae8-8b16-9c4c4f7761ea/8239d8b3-e3b2-451c-81ed-46a0932e63b4) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:50:42.762094 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Publish callbacks [] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.768083 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.808280 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:50:42.811407 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:50:42.814384 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:50:42.825096 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Pushing event updated for resources: {'Port': ['ID=8239d8b3-e3b2-451c-81ed-46a0932e63b4,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:42.834452 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.834802 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.835177 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.835538 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.835864 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.836184 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.836521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.836844 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.837217 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.837569 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.837874 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.838186 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.838495 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:50:42.894167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Attempting to bind port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:50:42.894567 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Attempting to bind port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:50:42.894928 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Attempting to bind port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 on network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:50:42.899984 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:50:42.900356 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Checking segment: {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:50:42.900756 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.901145 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Bound using segment: {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:50:42.901609 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Bound port: 8239d8b3-e3b2-451c-81ed-46a0932e63b4, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:50:42.901984 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:42.968551 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] For port 8239d8b3-e3b2-451c-81ed-46a0932e63b4, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:50:42.972066 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] For port 8239d8b3-e3b2-451c-81ed-46a0932e63b4, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=8239d8b3-e3b2-451c-81ed-46a0932e63b4,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:50:42.978357 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:43.037985 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c9996-ec13-4c54-8e38-61ae9d10010a None None] Pushing event updated for resources: {'Port': ['ID=8239d8b3-e3b2-451c-81ed-46a0932e63b4,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:43.883862 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d68467-450b-4e74-b19d-dd7f43962b5e None None] Network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:50:44.007179 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] Provisioning complete for port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:50:44.007575 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:44.114418 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] Current status of the port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:50:44.114418 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:44.151789 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] For port 8239d8b3-e3b2-451c-81ed-46a0932e63b4, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=8239d8b3-e3b2-451c-81ed-46a0932e63b4,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:50:44.157550 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:44.214873 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c2802-2005-45c9-8cc8-13c8ccccec71 None None] Pushing event updated for resources: {'Port': ['ID=8239d8b3-e3b2-451c-81ed-46a0932e63b4,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:50:44.278475 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f56cde77-2311-4745-a8f4-b7d15955ddfb None None] Provisioning complete for port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:50:44.278864 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f56cde77-2311-4745-a8f4-b7d15955ddfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:44.366934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f56cde77-2311-4745-a8f4-b7d15955ddfb None None] Current status of the port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:50:44.929510 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 8239d8b3-e3b2-451c-81ed-46a0932e63b4 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:50:44.981618 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:50:44.981984 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8239d8b3-e3b2-451c-81ed-46a0932e63b4), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:50:45.062658 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 8239d8b3-e3b2-451c-81ed-46a0932e63b4 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:50:59.239794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a7c515b0-3f24-4582-8b76-5eb2c8b22c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:01.729040 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1f2a62ae-d73d-4029-9b0c-2ee763a58eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:02.799331 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:04.254882 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:06.004967 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:11.520208 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:51:29.251166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-de29add4-336f-4a53-a135-95f805d15be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:31.733209 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ff0a26c-2f70-4cfd-b8af-6d0e105449bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:32.800594 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:34.264046 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:36.009204 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:51:48.519822 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:51:59.246902 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c2a96d6-c3ed-4f8d-88bc-0db2744804fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:01.739045 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b16a8383-5a55-45ba-b902-1dfdd5aa4271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:02.804315 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:04.262372 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.057054 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55054) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:52:05.063548 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [None req-3685392f-c5a0-454f-b46c-9c840b334e15 tempest-verify_tempest_config-1681677843 tempest-verify_tempest_config-1681677843-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:52:05.064632 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-3685392f-c5a0-454f-b46c-9c840b334e15 tempest-verify_tempest_config-1681677843 tempest-verify_tempest_config-1681677843-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065889 Mar 08 15:52:05.377531 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:52:05.491714 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.569174 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Publish callbacks [] for security_group (dcb1c8cd-7128-4dce-96e7-5fd19c23eec0), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.573764 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (dcb1c8cd-7128-4dce-96e7-5fd19c23eec0), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.618305 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1c8cd-7128-4dce-96e7-5fd19c23eec0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:05.622219 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c00ff75c695c4a06a0a600687c9857b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2436745 Mar 08 15:52:05.625079 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55076) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:52:05.627788 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.628149 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.628490 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.628819 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.629146 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.629469 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.629803 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.630125 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.630459 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.630780 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.631122 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.631436 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.631746 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbabda-849a-4a98-97c2-834f2f079798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.754995 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Publish callbacks [] for security_group (dcb1c8cd-7128-4dce-96e7-5fd19c23eec0), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.777279 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Publish callbacks [] for security_group (dcb1c8cd-7128-4dce-96e7-5fd19c23eec0), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.879316 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (dcb1c8cd-7128-4dce-96e7-5fd19c23eec0), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.882001 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:05.883184 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcb1c8cd-7128-4dce-96e7-5fd19c23eec0 HTTP/1.1" status: 204 len: 168 time: 0.2570636 Mar 08 15:52:05.891933 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1c8cd-7128-4dce-96e7-5fd19c23eec0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:52:05.901928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.902295 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.902596 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.904120 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.904467 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.904916 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.905382 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.905716 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.906057 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.906388 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.906712 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.907029 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.907361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d2996b-7d42-40eb-8a4b-a06a3bc4b026 admin admin] Tracked resource versions report: Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: pushed versions: Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: { 'AddressGroup': {'1.2'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'ConntrackHelper': {'1.0'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Log': {'1.0'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Network': {'1.1'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Port': {'1.7'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'PortForwarding': {'1.2'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'QosPolicy': {'1.10'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroup': {'1.5'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SubPort': {'1.0'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Subnet': {'1.1'}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Trunk': {'1.1'}} Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: consumer versions: Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'ConntrackHelper': '1.0', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'LocalIPAssociation': '1.0', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Log': '1.0', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Network': '1.1', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Port': '1.7', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'PortForwarding': '1.2', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'QosPolicy': '1.10', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroup': '1.5', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroupRule': '1.2', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SubPort': '1.0', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Subnet': '1.1', Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Trunk': '1.1'}} Mar 08 15:52:05.908799 dv-cinder-804757-25-iscsi neutron-server[103052]: {{(pid=103052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:52:06.023457 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:25.517476 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:52:29.249521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-63fdeec3-0f61-42e1-8917-edb194b215a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:31.732772 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-caa713b0-65b1-456d-a086-6831826fa39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:32.810968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:34.260085 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:36.022793 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:52:59.252121 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d42314e-a430-459a-8db3-2054ac835fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:01.735004 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c304a441-0ca4-4653-8013-974e7924b2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:02.516966 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:53:02.808641 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:04.265438 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:06.016003 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:29.253541 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22fad005-2529-47b5-a439-194c71021341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:31.739335 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73971161-013d-4e48-86df-eb9eff5163e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:32.813473 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:34.274872 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:36.018360 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:39.516867 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:53:47.837600 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1605107'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:53:59.256673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f77e8db1-aab4-4f4a-af04-2183dab0d247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:01.732449 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b13e0175-afdb-4e86-a71c-8897d26d12a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:02.817979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:03.423139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55152) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:03.535880 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8aa0ae9e-624d-4844-b41c-2367d63f32f4 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1114917 Mar 08 15:54:04.275030 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:05.946818 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:54:06.007442 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-dbc1aa5d-1f6f-431d-a38f-3a91cbc355a5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0593469 Mar 08 15:54:06.138935 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:16.516147 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:54:17.827140 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:29.262144 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-05c399ff-4410-4a4d-81b6-8af17b8d2632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:31.734402 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-735e801f-047b-42a7-9a64-7773c15aa14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:32.816732 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:34.273194 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:36.022583 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:47.819167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:54:53.516180 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:54:59.255666 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d209caae-5758-4794-b402-5fe064445473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:01.737044 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d3ade68-43e1-41b5-801c-923f3737359a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:02.824625 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:04.288080 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:06.029704 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:17.835574 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:29.257576 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47c9f305-090b-4164-bb3f-b13d05c16065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:30.516463 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:55:31.743462 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5422b251-89d8-4a67-885d-d06ffc21ac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:32.825652 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:34.284175 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:36.037729 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:46.882548 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55270) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:47.191765 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1779230799-network', 'tenant_id': '335e5a1934d04297a6e6d054a122458f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:47.238396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Made reservation on behalf of 335e5a1934d04297a6e6d054a122458f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:55:47.241407 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.256116 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.364819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks [] for security_group (7538383f-eb9b-412d-8855-a90f4ebea207), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.371600 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (7538383f-eb9b-412d-8855-a90f4ebea207), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.410165 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7538383f-eb9b-412d-8855-a90f4ebea207,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:47.418187 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] vlan segment allocate from pool success with {'vlan_id': 256, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:55:47.421883 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.422256 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.422609 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.423045 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.423291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.423789 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.424781 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.425412 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.425937 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.426613 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.427121 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.427629 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.428191 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Tracked resource versions report: Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: pushed versions: Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: { 'AddressGroup': {'1.2'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'ConntrackHelper': {'1.0'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Log': {'1.0'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Network': {'1.1'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Port': {'1.7'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'PortForwarding': {'1.2'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'QosPolicy': {'1.10'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroup': {'1.5'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SubPort': {'1.0'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Subnet': {'1.1'}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Trunk': {'1.1'}} Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: consumer versions: Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: HyperV agent@hv-cinder-80475: {}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'ConntrackHelper': '1.0', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'LocalIPAssociation': '1.0', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Log': '1.0', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Network': '1.1', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Port': '1.7', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'PortForwarding': '1.2', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'QosPolicy': '1.10', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroup': '1.5', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SecurityGroupRule': '1.2', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'SubPort': '1.0', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Subnet': '1.1', Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: 'Trunk': '1.1'}} Mar 08 15:55:47.429810 dv-cinder-804757-25-iscsi neutron-server[103052]: {{(pid=103052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:55:47.451984 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794171196254', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (2c43821b-7e7f-43b4-9a8c-dd6dedc914db), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.452553 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Unsubscribe: segment precommit_create {{(pid=103052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 15:55:47.453063 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Added segment 2c43821b-7e7f-43b4-9a8c-dd6dedc914db of type vlan for network 267d51db-9100-424e-b89a-dcd9b46d5b37 Mar 08 15:55:47.533329 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (267d51db-9100-424e-b89a-dcd9b46d5b37), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.578491 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (267d51db-9100-424e-b89a-dcd9b46d5b37), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.580331 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:47.581433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.700017 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8130155 Mar 08 15:55:47.702779 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55318) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:47.709580 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Request body: {'subnet': {'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1779230799-subnet', 'tenant_id': '335e5a1934d04297a6e6d054a122458f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:47.732297 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Made reservation on behalf of 335e5a1934d04297a6e6d054a122458f for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:55:47.736989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.760335 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a5a5-58ff-4cd2-962a-2d495f5e487c admin admin] Pushing event updated for resources: {'Network': ['ID=267d51db-9100-424e-b89a-dcd9b46d5b37,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:47.772982 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 267d51db-9100-424e-b89a-dcd9b46d5b37 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:55:47.866215 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:47.948565 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (790c20eb-ba35-457a-b5d7-b2e6f6ca83d2), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:48.015623 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790c20eb-ba35-457a-b5d7-b2e6f6ca83d2,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:48.033571 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.033938 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.034278 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.034606 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.034926 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.035371 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.035742 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.036071 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.036403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.036724 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.037146 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.037463 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.037770 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Tracked resource versions report: Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: pushed versions: Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: { 'AddressGroup': {'1.2'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'ConntrackHelper': {'1.0'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Log': {'1.0'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Network': {'1.1'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Port': {'1.7'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'PortForwarding': {'1.2'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'QosPolicy': {'1.10'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroup': {'1.5'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SubPort': {'1.0'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Subnet': {'1.1'}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Trunk': {'1.1'}} Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: consumer versions: Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: HyperV agent@hv-cinder-80475: {}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'ConntrackHelper': '1.0', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'LocalIPAssociation': '1.0', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Log': '1.0', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Network': '1.1', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Port': '1.7', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'PortForwarding': '1.2', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'QosPolicy': '1.10', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroup': '1.5', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SecurityGroupRule': '1.2', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'SubPort': '1.0', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Subnet': '1.1', Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: 'Trunk': '1.1'}} Mar 08 15:55:48.038956 dv-cinder-804757-25-iscsi neutron-server[103053]: {{(pid=103053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:55:48.051398 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Checking segment: {'id': '2c43821b-7e7f-43b4-9a8c-dd6dedc914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:55:48.051865 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Network hostable DHCP agents. Network: 267d51db-9100-424e-b89a-dcd9b46d5b37, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:55:48.073755 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Network 267d51db-9100-424e-b89a-dcd9b46d5b37 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:55:48.084965 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 267d51db-9100-424e-b89a-dcd9b46d5b37) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:48.098622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a461fd-0182-40c4-8e75-79885a8c8224 None None] Network 267d51db-9100-424e-b89a-dcd9b46d5b37 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:55:48.106437 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:48.107525 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:48.136431 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-53508f2f-0085-4082-ab53-a1ba7974c561 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4322743 Mar 08 15:55:48.273429 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a8d9f-ed7c-49cb-a7ea-963e3fcfd2aa None None] Network 267d51db-9100-424e-b89a-dcd9b46d5b37 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:55:48.813441 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:49.116249 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55400) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:49.162449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-654543664-network', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:49.191028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Made reservation on behalf of 21df3f9f0d574b7caf4379de964ada1a for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:55:49.194262 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.204780 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.306885 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks [] for security_group (a03bf954-5f2d-42d1-bc14-622026a76ff8), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.312892 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a03bf954-5f2d-42d1-bc14-622026a76ff8), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.353916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:55:49.356091 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03bf954-5f2d-42d1-bc14-622026a76ff8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:49.369750 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (de80141e-e3e5-408b-befd-7d8d75fd7dc3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.370097 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Added segment de80141e-e3e5-408b-befd-7d8d75fd7dc3 of type vlan for network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 Mar 08 15:55:49.424209 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (6924e6b0-7eb8-4184-895c-0d0d3d20e150), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.456406 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (6924e6b0-7eb8-4184-895c-0d0d3d20e150), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.458135 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:49.458733 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.496198 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6803906 Mar 08 15:55:49.500496 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55418) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:49.510081 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Request body: {'subnet': {'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-subnet', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:49.531790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b0d4-b7c0-4717-964c-4699273d30ab admin admin] Pushing event updated for resources: {'Network': ['ID=6924e6b0-7eb8-4184-895c-0d0d3d20e150,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:49.539970 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Made reservation on behalf of 21df3f9f0d574b7caf4379de964ada1a for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:55:49.543845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:55:49.545249 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.654454 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1884092259-network', 'tenant_id': '30c67737012a4adea9767179ce27832c'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:49.678936 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Made reservation on behalf of 30c67737012a4adea9767179ce27832c for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:55:49.682599 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.692081 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.845036 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks [] for security_group (1c8e7c86-7cb7-4f14-a006-417fd01b7636), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.850037 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (50d8330a-0f79-4216-b7d8-661ea330d809), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.854581 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1c8e7c86-7cb7-4f14-a006-417fd01b7636), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.930379 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e7c86-7cb7-4f14-a006-417fd01b7636,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:49.965606 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] vlan segment allocate from pool success with {'vlan_id': 290, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:55:49.992035 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (a939bcbc-bab3-4a4a-ada2-a20c04a30f63), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:49.992622 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Added segment a939bcbc-bab3-4a4a-ada2-a20c04a30f63 of type vlan for network 373085e0-5393-4c54-8adb-64b19cfacec5 Mar 08 15:55:50.020879 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d8330a-0f79-4216-b7d8-661ea330d809,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:50.079276 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Checking segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:55:50.079653 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Network hostable DHCP agents. Network: 6924e6b0-7eb8-4184-895c-0d0d3d20e150, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:55:50.089170 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (373085e0-5393-4c54-8adb-64b19cfacec5), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.135472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:55:50.147430 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (373085e0-5393-4c54-8adb-64b19cfacec5), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.147852 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:50.148438 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.158958 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 6924e6b0-7eb8-4184-895c-0d0d3d20e150) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:50.166657 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:50.168910 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.177171 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31093fde-76f8-4a5a-a083-8a70a007213d None None] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:55:50.222787 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-1d9f0592-86f3-4008-bcc6-8a2c949df2bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7179635 Mar 08 15:55:50.223272 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] Pushing event updated for resources: {'Network': ['ID=373085e0-5393-4c54-8adb-64b19cfacec5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:50.223829 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55430) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:50.236301 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6e580b52-6c2e-44b5-a534-5c5994cb04de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1189408 Mar 08 15:55:50.240638 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55432) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:50.241689 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:50.246057 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Request body: {'subnet': {'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-subnet', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:50.272622 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Made reservation on behalf of 30c67737012a4adea9767179ce27832c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:55:50.278755 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.297579 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 373085e0-5393-4c54-8adb-64b19cfacec5 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:55:50.307057 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (f3a303e8-a669-4305-90f7-c5201e1dfee3), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.308679 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (f3a303e8-a669-4305-90f7-c5201e1dfee3), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.506085 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks [] for router_controller (f3a303e8-a669-4305-90f7-c5201e1dfee3), precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.559118 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (1bfd9226-8147-42a2-92c6-8ac2221ae1d8), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.663474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc15cf2-8fb4-47e2-8c5e-6bcf5975bf0c None None] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:55:50.706518 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:55:50.707024 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Network hostable DHCP agents. Network: 373085e0-5393-4c54-8adb-64b19cfacec5, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:55:50.740659 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:55:50.756326 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfd9226-8147-42a2-92c6-8ac2221ae1d8,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:50.768470 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 373085e0-5393-4c54-8adb-64b19cfacec5) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:50.784139 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:50.786258 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.812927 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e902add3-9894-4b0f-aca4-455d82db5f86 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5709438 Mar 08 15:55:50.816343 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55456) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:50.825638 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:50.864789 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ffca9-399a-4cf4-8a6b-6c540eaed3e2 None None] Network 373085e0-5393-4c54-8adb-64b19cfacec5 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:55:50.895516 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (b02c7335-4447-4de6-81e9-7b47d34c30e4), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.898470 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (b02c7335-4447-4de6-81e9-7b47d34c30e4), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:50.977724 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks [] for router_gateway (f3a303e8-a669-4305-90f7-c5201e1dfee3), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.035255 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks [] for router_controller (b02c7335-4447-4de6-81e9-7b47d34c30e4), precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.235517 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-373085e0-5393-4c54-8adb-64b19cfacec5', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:55:51.236465 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.427488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks [] for router_gateway (b02c7335-4447-4de6-81e9-7b47d34c30e4), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.454355 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Allocated IP 172.20.0.2 (373085e0-5393-4c54-8adb-64b19cfacec5/1bfd9226-8147-42a2-92c6-8ac2221ae1d8/ed6ee6b2-4083-4cc6-b8b9-eea03adb4658) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:55:51.570248 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks [] for router_gateway (f3a303e8-a669-4305-90f7-c5201e1dfee3), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.656234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Publish callbacks [] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.665524 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.672771 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.747772 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:55:51.750979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:51.755617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:55:51.763506 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Pushing event updated for resources: {'Port': ['ID=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:51.780623 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.781360 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.781933 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.782508 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.783248 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.783920 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.784507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.785221 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.785766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.786350 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.786902 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.787836 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.788384 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Tracked resource versions report: Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: pushed versions: Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: { 'AddressGroup': {'1.2'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'ConntrackHelper': {'1.0'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Log': {'1.0'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Network': {'1.1'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Port': {'1.7'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'PortForwarding': {'1.2'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'QosPolicy': {'1.10'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroup': {'1.5'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SubPort': {'1.0'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Subnet': {'1.1'}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Trunk': {'1.1'}} Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: consumer versions: Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: HyperV agent@hv-cinder-80475: {}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'ConntrackHelper': '1.0', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'LocalIPAssociation': '1.0', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Log': '1.0', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Network': '1.1', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Port': '1.7', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'PortForwarding': '1.2', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'QosPolicy': '1.10', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroup': '1.5', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SecurityGroupRule': '1.2', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'SubPort': '1.0', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Subnet': '1.1', Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: 'Trunk': '1.1'}} Mar 08 15:55:51.789975 dv-cinder-804757-25-iscsi neutron-server[103054]: {{(pid=103054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:55:51.853008 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Attempting to bind port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:55:51.853820 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Attempting to bind port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:55:51.854411 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Attempting to bind port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:55:51.860873 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:55:51.861138 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks [] for router_gateway (b02c7335-4447-4de6-81e9-7b47d34c30e4), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.861848 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:55:51.862713 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.863378 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Bound using segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:55:51.863975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Bound port: ed6ee6b2-4083-4cc6-b8b9-eea03adb4658, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:55:51.864654 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.887208 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:51.973178 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] For port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:55:51.978396 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] For port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:55:51.988073 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:52.061953 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Allocated IP 172.27.2.68 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/d04c75bb-a95b-4bf9-91fd-337a926b4104) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:55:52.067507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2951e51-78b4-4f36-86bd-3175b6794d6e None None] Pushing event updated for resources: {'Port': ['ID=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:52.285228 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55516) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:52.289313 dv-cinder-804757-25-iscsi neutron-server[103053]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 15:55:52.301049 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks [] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:52.452920 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:52.541361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Pushing event updated for resources: {'Port': ['ID=d04c75bb-a95b-4bf9-91fd-337a926b4104,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:52.557259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:55:52.558902 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:52.564047 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:55:53.012184 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-23466022-d7b8-4318-97e7-dd9bfba51c5d tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:53.015284 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-23466022-d7b8-4318-97e7-dd9bfba51c5d tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/networks?id=267d51db-9100-424e-b89a-dcd9b46d5b37 HTTP/1.1" status: 200 len: 812 time: 0.7273791 Mar 08 15:55:53.030121 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Allocated IP 172.27.2.175 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/0a24cb17-faea-4357-a34e-011d162567da) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:55:53.050024 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-8348b829-f4c4-4d72-8d50-329f94464427 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/quotas/335e5a1934d04297a6e6d054a122458f HTTP/1.1" status: 200 len: 375 time: 0.0214732 Mar 08 15:55:53.150285 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-32f65b7c-0976-4163-aeec-a3efec095acb tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=335e5a1934d04297a6e6d054a122458f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885763 Mar 08 15:55:53.224919 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks [] for router_gateway (f3a303e8-a669-4305-90f7-c5201e1dfee3), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.253016 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:55:53.407955 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:55:53.409145 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.419365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks [] for port (0a24cb17-faea-4357-a34e-011d162567da), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.548458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (0a24cb17-faea-4357-a34e-011d162567da), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.585600 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:55:53.585909 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.626285 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:55:53.640617 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:53.645736 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:55:53.672934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:55:53.681698 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.719523 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (f3a303e8-a669-4305-90f7-c5201e1dfee3), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:53.828396 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:53.886203 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673c383-3c62-4641-94ef-e667d54fc55a None None] Network 373085e0-5393-4c54-8adb-64b19cfacec5 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:55:53.896417 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-beb08998-6b6b-4511-bb33-6cd9f42120ab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:55:53.904184 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-beb08998-6b6b-4511-bb33-6cd9f42120ab service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4011986 Mar 08 15:55:54.062246 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks [] for router_gateway (b02c7335-4447-4de6-81e9-7b47d34c30e4), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.172643 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Router f3a303e8-a669-4305-90f7-c5201e1dfee3 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:55:54.272738 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-61d8fa9e-fa57-41e9-a938-000737861c7b None None] Provisioning complete for port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:55:54.273287 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-61d8fa9e-fa57-41e9-a938-000737861c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.344632 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Pushing event updated for resources: {'Port': ['ID=0a24cb17-faea-4357-a34e-011d162567da,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:54.389493 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55606) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:54.433899 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:55:54.448214 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Sync routers for ids ['f3a303e8-a669-4305-90f7-c5201e1dfee3'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:55:54.459810 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.465118 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-13445ac4-2731-4f87-ab56-5394541dd44e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2379766 Mar 08 15:55:54.466437 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55610) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:54.480688 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Routers {'f3a303e8-a669-4305-90f7-c5201e1dfee3'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:55:54.481630 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:55:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['f3a303e8-a669-4305-90f7-c5201e1dfee3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:54.551550 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-61d8fa9e-fa57-41e9-a938-000737861c7b None None] Current status of the port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:55:54.725126 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e428fe9-2e43-4d34-b46d-da7dfbd3b4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.754136 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-4321093e-b01d-4756-89e5-cc20ed62f48a service neutron] 10.222.0.15 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8441813 Mar 08 15:55:54.858456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (b02c7335-4447-4de6-81e9-7b47d34c30e4), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.917348 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-046f0bb8-d0ba-4397-b087-f61a665cebf2 None None] Provisioning complete for port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:55:54.917965 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-046f0bb8-d0ba-4397-b087-f61a665cebf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:54.961868 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-75611aaf-76c6-45aa-98df-62c9081db8af service neutron] 10.222.0.15 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060461 Mar 08 15:55:54.986973 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Set router f3a303e8-a669-4305-90f7-c5201e1dfee3 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:55:55.154810 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e428fe9-2e43-4d34-b46d-da7dfbd3b4c8 admin admin] Publish callbacks [] for security_group (badce84c-ff41-41c4-97f7-7b97abd034a3), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.187524 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e428fe9-2e43-4d34-b46d-da7dfbd3b4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (badce84c-ff41-41c4-97f7-7b97abd034a3), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.200347 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-046f0bb8-d0ba-4397-b087-f61a665cebf2 None None] Current status of the port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:55:55.213332 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:55:55.284658 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:55:55.344910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:55:55.354079 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.455479 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0e428fe9-2e43-4d34-b46d-da7dfbd3b4c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48066b5ada1740b0aca43a53b9504b02&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0623870 Mar 08 15:55:55.465145 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55652) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:55.482841 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:55:55.486105 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e428fe9-2e43-4d34-b46d-da7dfbd3b4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badce84c-ff41-41c4-97f7-7b97abd034a3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:55.527257 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:55:55.531731 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.542747 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e3ed8259-5e61-40ae-be95-11b8a1850dea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7220671 Mar 08 15:55:55.567724 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55656) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:55.580225 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:55:55.581597 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:55:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:55.608774 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:52Z', 'revision_number': 3, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:55.611584 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55664) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:55.717168 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-be9e4629-dc36-477e-bce6-d65f556391ce admin admin] Publish callbacks [] for security_group (badce84c-ff41-41c4-97f7-7b97abd034a3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.721448 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Checking router: f3a303e8-a669-4305-90f7-c5201e1dfee3 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:55:55.721809 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Updating router f3a303e8-a669-4305-90f7-c5201e1dfee3 port d04c75bb-a95b-4bf9-91fd-337a926b4104 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:55:55.816850 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.863639 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6fe9b6ea-ab37-4f25-83d5-c08f19cacc87 req-a3d93bbb-5ba3-425f-bafd-04a828102068 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.2485261 Mar 08 15:55:55.876086 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-be9e4629-dc36-477e-bce6-d65f556391ce admin admin] Publish callbacks [] for security_group (badce84c-ff41-41c4-97f7-7b97abd034a3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:55.933777 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:55:55.997922 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55680) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:56.218978 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.305066 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50537a7b-c7ae-4ee3-806c-8f390bd82820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.309926 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:55:56.333060 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-be9e4629-dc36-477e-bce6-d65f556391ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (badce84c-ff41-41c4-97f7-7b97abd034a3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.336704 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-be9e4629-dc36-477e-bce6-d65f556391ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.338444 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-be9e4629-dc36-477e-bce6-d65f556391ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/badce84c-ff41-41c4-97f7-7b97abd034a3 HTTP/1.1" status: 204 len: 168 time: 0.8709226 Mar 08 15:55:56.471789 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Publish callbacks [] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.494400 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.584555 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:53Z', 'revision_number': 3, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:56.602197 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Attempting to bind port d04c75bb-a95b-4bf9-91fd-337a926b4104 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:55:56.603201 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Attempting to bind port d04c75bb-a95b-4bf9-91fd-337a926b4104 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:55:56.605566 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Attempting to bind port d04c75bb-a95b-4bf9-91fd-337a926b4104 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:55:56.666166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:55:56.666364 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Updating router b02c7335-4447-4de6-81e9-7b47d34c30e4 port 0a24cb17-faea-4357-a34e-011d162567da binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:55:56.743812 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0a24cb17-faea-4357-a34e-011d162567da), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.748924 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Allocated IP 172.20.0.1 (6924e6b0-7eb8-4184-895c-0d0d3d20e150/50d8330a-0f79-4216-b7d8-661ea330d809/71a26fa0-ac91-4cfe-b6cd-e6c02016df64) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:55:56.772847 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55714) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:56.775782 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:55:56.777912 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:55:56.780290 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e4629-dc36-477e-bce6-d65f556391ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badce84c-ff41-41c4-97f7-7b97abd034a3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:56.780871 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:56.786080 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:55:56.791824 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Bound port: d04c75bb-a95b-4bf9-91fd-337a926b4104, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:55:56.792676 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.037149 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] For port d04c75bb-a95b-4bf9-91fd-337a926b4104, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:55:57.054196 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] For port d04c75bb-a95b-4bf9-91fd-337a926b4104, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=d04c75bb-a95b-4bf9-91fd-337a926b4104,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:55:57.083542 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.175206 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55738) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:57.183638 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Routers {'f3a303e8-a669-4305-90f7-c5201e1dfee3'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:55:57.184952 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:55:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['f3a303e8-a669-4305-90f7-c5201e1dfee3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:57.199460 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f9049d15-6de4-4a0a-b869-5c088d8c049e req-d8fbff40-196b-42ef-820d-6526f80a961c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.0750308 Mar 08 15:55:57.200113 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks [] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.330628 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.338694 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc0983a3-cee6-4222-9a6f-d960fcc3494a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.364862 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] Set router f3a303e8-a669-4305-90f7-c5201e1dfee3 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:55:57.431818 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50537a7b-c7ae-4ee3-806c-8f390bd82820 admin admin] Publish callbacks [] for security_group (4f5818ba-96ee-417a-bc16-0156b4b5d1d4), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.480015 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Pushing event updated for resources: {'Port': ['ID=d04c75bb-a95b-4bf9-91fd-337a926b4104,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:57.486588 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50537a7b-c7ae-4ee3-806c-8f390bd82820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4f5818ba-96ee-417a-bc16-0156b4b5d1d4), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.497286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:55:57.501331 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.501713 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.502113 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.502472 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.502816 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.506072 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.507529 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.508334 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.510612 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.511164 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.511673 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.512149 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.513656 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f29416e6-e586-4d9f-a1b3-11343e331063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.515382 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.528764 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Tracked resource versions report: Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: pushed versions: Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: { 'AddressGroup': {'1.2'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'ConntrackHelper': {'1.0'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'LocalIPAssociation': {'1.0'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Log': {'1.0'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Network': {'1.1'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Port': {'1.7'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'PortForwarding': {'1.2'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'QosPolicy': {'1.10'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroup': {'1.5'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroupRule': {'1.2'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SubPort': {'1.0'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Subnet': {'1.1'}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Trunk': {'1.1'}} Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: consumer versions: Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: { DHCP agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: HyperV agent@hv-cinder-80475: {}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: L3 agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: Metadata agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: Metering agent@dv-cinder-804757-25-iscsi: {}, Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: Open vSwitch agent@dv-cinder-804757-25-iscsi: { 'AddressGroup': '1.2', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'ConntrackHelper': '1.0', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'LocalIPAssociation': '1.0', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Log': '1.0', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Network': '1.1', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Port': '1.7', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'PortForwarding': '1.2', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'QosPolicy': '1.10', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroup': '1.5', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SecurityGroupRule': '1.2', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'SubPort': '1.0', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Subnet': '1.1', Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: 'Trunk': '1.1'}} Mar 08 15:55:57.535203 dv-cinder-804757-25-iscsi neutron-server[103055]: {{(pid=103055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 15:55:57.572081 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50537a7b-c7ae-4ee3-806c-8f390bd82820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5818ba-96ee-417a-bc16-0156b4b5d1d4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:57.638795 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:57.747546 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c59fb-6fb6-42cd-9fec-d577a9a07174 None None] Pushing event updated for resources: {'Port': ['ID=d04c75bb-a95b-4bf9-91fd-337a926b4104,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:57.826790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f29416e6-e586-4d9f-a1b3-11343e331063 admin admin] Publish callbacks [] for security_group (1cff9859-ea85-4cb6-aa12-fcedf3e3a344), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.828290 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Publish callbacks [] for port (0a24cb17-faea-4357-a34e-011d162567da), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.842098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0a24cb17-faea-4357-a34e-011d162567da), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.876517 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f29416e6-e586-4d9f-a1b3-11343e331063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1cff9859-ea85-4cb6-aa12-fcedf3e3a344), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:57.881818 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:52Z', 'revision_number': 3, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:57.945652 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Allocated IP 172.20.0.1 (373085e0-5393-4c54-8adb-64b19cfacec5/1bfd9226-8147-42a2-92c6-8ac2221ae1d8/f4819fd0-84a1-4453-a14f-52da39c6fdba) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:55:57.961568 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331638c-bdb4-4bc7-98cb-61f3422174d8 None None] Pushing event updated for resources: {'Port': ['ID=0a24cb17-faea-4357-a34e-011d162567da,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:57.982206 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba9ea6-1614-425a-8620-4b5388702ebe None None] The sync data for ids ['f3a303e8-a669-4305-90f7-c5201e1dfee3'] in dv-cinder-804757-25-iscsi is: [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:52Z', 'revision_number': 3, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:55:58.012626 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Attempting to bind port 0a24cb17-faea-4357-a34e-011d162567da on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:55:58.013006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Attempting to bind port 0a24cb17-faea-4357-a34e-011d162567da by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:55:58.013936 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Attempting to bind port 0a24cb17-faea-4357-a34e-011d162567da on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:55:58.029798 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:55:58.030428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:55:58.031000 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.031558 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:55:58.033059 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Bound port: 0a24cb17-faea-4357-a34e-011d162567da, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:55:58.033647 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0a24cb17-faea-4357-a34e-011d162567da), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.042378 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-50537a7b-c7ae-4ee3-806c-8f390bd82820 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=636def83f02a4aeebb90bf92fda043f7&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0398693 Mar 08 15:55:58.045436 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:55:58.045942 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (f3a303e8-a669-4305-90f7-c5201e1dfee3), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.050645 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55780) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:58.062357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc0983a3-cee6-4222-9a6f-d960fcc3494a admin admin] Publish callbacks [] for security_group (7656c171-0798-4447-bf2f-520d5fe2a073), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.132738 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29416e6-e586-4d9f-a1b3-11343e331063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cff9859-ea85-4cb6-aa12-fcedf3e3a344,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:58.136690 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Pushing event updated for resources: {'Port': ['ID=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:58.177495 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] For port 0a24cb17-faea-4357-a34e-011d162567da, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:55:58.186963 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] For port 0a24cb17-faea-4357-a34e-011d162567da, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=0a24cb17-faea-4357-a34e-011d162567da,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:55:58.200850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0a24cb17-faea-4357-a34e-011d162567da), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.249293 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc0983a3-cee6-4222-9a6f-d960fcc3494a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (7656c171-0798-4447-bf2f-520d5fe2a073), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.329362 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:55:58.329997 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:55:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:58.330587 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0983a3-cee6-4222-9a6f-d960fcc3494a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7656c171-0798-4447-bf2f-520d5fe2a073,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:58.371153 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks [] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.376074 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331638c-bdb4-4bc7-98cb-61f3422174d8 None None] Pushing event updated for resources: {'Port': ['ID=0a24cb17-faea-4357-a34e-011d162567da,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:58.393307 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55788) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:58.395272 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f29416e6-e586-4d9f-a1b3-11343e331063 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6baa07de1b64622b23b1ebb5a1934e4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6164405 Mar 08 15:55:58.487737 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-891c40d5-4f58-472b-9cd2-345c6f9f21bd admin admin] Publish callbacks [] for security_group (4f5818ba-96ee-417a-bc16-0156b4b5d1d4), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.517464 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-dc0983a3-cee6-4222-9a6f-d960fcc3494a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f4f9ca5551449c781e8c55ed8b7ca19&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3398097 Mar 08 15:55:58.547186 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 55796) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:58.547347 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:55:58.692355 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-891c40d5-4f58-472b-9cd2-345c6f9f21bd admin admin] Publish callbacks [] for security_group (4f5818ba-96ee-417a-bc16-0156b4b5d1d4), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.741781 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8c26d73-e3a4-427d-9529-6a0de98147ec req-81cdcd06-02ac-4b6d-950c-2279830a8197 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.1891394 Mar 08 15:55:58.774908 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.37', 54374) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:55:58.777395 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.827926 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.862042 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:55:58.871709 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:58.927107 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02f981bd-8890-4a7d-a270-4885cda5fbab admin admin] Publish callbacks [] for security_group (1cff9859-ea85-4cb6-aa12-fcedf3e3a344), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:58.959714 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02f981bd-8890-4a7d-a270-4885cda5fbab admin admin] Publish callbacks [] for security_group (1cff9859-ea85-4cb6-aa12-fcedf3e3a344), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.039773 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:53Z', 'revision_number': 3, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:55:59.086261 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:55:59.086261 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (b02c7335-4447-4de6-81e9-7b47d34c30e4), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.167648 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaa236b-f915-4a17-a77b-4e544332000f None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:53Z', 'revision_number': 3, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:55:59.232925 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device d04c75bb-a95b-4bf9-91fd-337a926b4104 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:55:59.354996 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-aafa4985-447b-4534-8109-35b41f09ff34 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:55:59.357225 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-aafa4985-447b-4534-8109-35b41f09ff34 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.37 "GET /v2.0/networks?id=267d51db-9100-424e-b89a-dcd9b46d5b37 HTTP/1.1" status: 200 len: 812 time: 0.5812466 Mar 08 15:55:59.387405 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-26a5821c-99ce-41c4-b80a-f17b1fc957a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.413692 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-70678b32-0d11-4027-952a-70962c1967e9 None None] Provisioning complete for port f4819fd0-84a1-4453-a14f-52da39c6fdba triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:55:59.415788 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-70678b32-0d11-4027-952a-70962c1967e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.474935 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Request body: {'port': {'device_id': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37', 'admin_state_up': True, 'tenant_id': '335e5a1934d04297a6e6d054a122458f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:55:59.480424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4819fd0-84a1-4453-a14f-52da39c6fdba,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:59.490889 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02f981bd-8890-4a7d-a270-4885cda5fbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1cff9859-ea85-4cb6-aa12-fcedf3e3a344), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.496226 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02f981bd-8890-4a7d-a270-4885cda5fbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.499245 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-02f981bd-8890-4a7d-a270-4885cda5fbab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cff9859-ea85-4cb6-aa12-fcedf3e3a344 HTTP/1.1" status: 204 len: 168 time: 1.1047552 Mar 08 15:55:59.515082 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port d04c75bb-a95b-4bf9-91fd-337a926b4104 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:55:59.515752 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.518674 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-70678b32-0d11-4027-952a-70962c1967e9 None None] Port f4819fd0-84a1-4453-a14f-52da39c6fdba cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:55:59.638442 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks [] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.647836 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.648819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (f3a303e8-a669-4305-90f7-c5201e1dfee3), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.691446 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port d04c75bb-a95b-4bf9-91fd-337a926b4104 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:55:59.692066 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.742691 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f981bd-8890-4a7d-a270-4885cda5fbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cff9859-ea85-4cb6-aa12-fcedf3e3a344,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:59.759942 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port d04c75bb-a95b-4bf9-91fd-337a926b4104, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=d04c75bb-a95b-4bf9-91fd-337a926b4104,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:55:59.769153 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.856661 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Pushing event updated for resources: {'Port': ['ID=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:59.875525 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=d04c75bb-a95b-4bf9-91fd-337a926b4104,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:55:59.920996 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18078434-bc83-4b84-bbe4-d8cb6e3d5a7c admin admin] Publish callbacks [] for security_group (7656c171-0798-4447-bf2f-520d5fe2a073), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.931527 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:55:59.933041 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:55:59.981972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-891c40d5-4f58-472b-9cd2-345c6f9f21bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4f5818ba-96ee-417a-bc16-0156b4b5d1d4), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.984895 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-891c40d5-4f58-472b-9cd2-345c6f9f21bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:55:59.989197 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-891c40d5-4f58-472b-9cd2-345c6f9f21bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f5818ba-96ee-417a-bc16-0156b4b5d1d4 HTTP/1.1" status: 204 len: 168 time: 1.9356594 Mar 08 15:56:00.028842 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c40d5-4f58-472b-9cd2-345c6f9f21bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5818ba-96ee-417a-bc16-0156b4b5d1d4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:00.110978 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18078434-bc83-4b84-bbe4-d8cb6e3d5a7c admin admin] Publish callbacks [] for security_group (7656c171-0798-4447-bf2f-520d5fe2a073), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.233964 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Router f3a303e8-a669-4305-90f7-c5201e1dfee3 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:56:00.238737 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f7c7600-b11c-4e11-b42d-962b0558f1de req-d79a05b9-8535-47ae-99e6-b52ed8d08ebc tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.1056056 Mar 08 15:56:00.380997 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.394456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Made reservation on behalf of 335e5a1934d04297a6e6d054a122458f for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:00.398367 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.444450 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18078434-bc83-4b84-bbe4-d8cb6e3d5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (7656c171-0798-4447-bf2f-520d5fe2a073), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.454373 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:56:00.454558 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18078434-bc83-4b84-bbe4-d8cb6e3d5a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.468788 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-18078434-bc83-4b84-bbe4-d8cb6e3d5a7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7656c171-0798-4447-bf2f-520d5fe2a073 HTTP/1.1" status: 204 len: 168 time: 1.8690360 Mar 08 15:56:00.481513 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-df4039da-9997-4557-ac50-a657a4418a25 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3a303e8-a669-4305-90f7-c5201e1dfee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0070684 Mar 08 15:56:00.489729 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55874) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:00.514277 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9178b525-1158-4f01-b3a5-3b5ad1bfaae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.517340 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18078434-bc83-4b84-bbe4-d8cb6e3d5a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656c171-0798-4447-bf2f-520d5fe2a073,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:00.760168 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9178b525-1158-4f01-b3a5-3b5ad1bfaae6 admin admin] Publish callbacks [] for security_group (99010d59-2cfb-4929-b4bf-48891cfaa461), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.768166 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9178b525-1158-4f01-b3a5-3b5ad1bfaae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (99010d59-2cfb-4929-b4bf-48891cfaa461), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:00.955911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9178b525-1158-4f01-b3a5-3b5ad1bfaae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99010d59-2cfb-4929-b4bf-48891cfaa461,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:00.967886 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9178b525-1158-4f01-b3a5-3b5ad1bfaae6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87d72746ad624e6490d850d36686c68a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4800985 Mar 08 15:56:00.970221 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 55894) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:01.178608 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e631ded8-96d5-492a-a84a-c7b9acee3f7d admin admin] Publish callbacks [] for security_group (99010d59-2cfb-4929-b4bf-48891cfaa461), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:01.265676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e631ded8-96d5-492a-a84a-c7b9acee3f7d admin admin] Publish callbacks [] for security_group (99010d59-2cfb-4929-b4bf-48891cfaa461), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:01.457192 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Sync routers for ids ['f3a303e8-a669-4305-90f7-c5201e1dfee3'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:56:01.490207 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device d04c75bb-a95b-4bf9-91fd-337a926b4104 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:01.506177 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Routers {'f3a303e8-a669-4305-90f7-c5201e1dfee3'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:56:01.515516 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:55:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['f3a303e8-a669-4305-90f7-c5201e1dfee3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:01.542635 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e631ded8-96d5-492a-a84a-c7b9acee3f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (99010d59-2cfb-4929-b4bf-48891cfaa461), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:01.545942 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e631ded8-96d5-492a-a84a-c7b9acee3f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:01.547474 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e631ded8-96d5-492a-a84a-c7b9acee3f7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99010d59-2cfb-4929-b4bf-48891cfaa461 HTTP/1.1" status: 204 len: 168 time: 0.5751042 Mar 08 15:56:01.587722 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631ded8-96d5-492a-a84a-c7b9acee3f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99010d59-2cfb-4929-b4bf-48891cfaa461,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:01.645326 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port d04c75bb-a95b-4bf9-91fd-337a926b4104 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:01.645685 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:01.850396 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Set router f3a303e8-a669-4305-90f7-c5201e1dfee3 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:56:01.886721 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port d04c75bb-a95b-4bf9-91fd-337a926b4104 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:01.888246 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 0a24cb17-faea-4357-a34e-011d162567da up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:01.893396 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71581aef-8523-4e77-9630-cfd66f8d8769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.068898 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 0a24cb17-faea-4357-a34e-011d162567da triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:02.069702 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (0a24cb17-faea-4357-a34e-011d162567da), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.150670 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-786c207e-2d38-4abd-9b42-1b665ef39b12 req-76531aeb-b358-4981-bd5c-b5ad68a851c1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.6377795 Mar 08 15:56:02.419277 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks [] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.433631 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.434640 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (b02c7335-4447-4de6-81e9-7b47d34c30e4), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.523452 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:58Z', 'revision_number': 4, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '71a26fa0-ac91-4cfe-b6cd-e6c02016df64', 'name': '', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'mac_address': 'fa:16:3e:eb:59:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:56Z', 'updated_at': '2022-03-08T15:55:58Z', 'revision_number': 2, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'subnets': [{'id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:02.589064 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Allocated IP 172.20.0.7 (267d51db-9100-424e-b89a-dcd9b46d5b37/790c20eb-ba35-457a-b5d7-b2e6f6ca83d2/9cff5972-10ed-41b2-81c1-110a34533c6f) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:56:02.672869 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Checking router: f3a303e8-a669-4305-90f7-c5201e1dfee3 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:56:02.673243 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Updating router f3a303e8-a669-4305-90f7-c5201e1dfee3 port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:56:02.677873 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Pushing event updated for resources: {'Port': ['ID=f4819fd0-84a1-4453-a14f-52da39c6fdba,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:02.827494 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.932681 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.937296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:02.942238 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 0a24cb17-faea-4357-a34e-011d162567da is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:02.945424 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0a24cb17-faea-4357-a34e-011d162567da), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:02.975641 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:03.016760 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 0a24cb17-faea-4357-a34e-011d162567da, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=0a24cb17-faea-4357-a34e-011d162567da,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:03.026151 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0a24cb17-faea-4357-a34e-011d162567da), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:03.225251 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=0a24cb17-faea-4357-a34e-011d162567da,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:03.489413 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-88dfd150-b63b-4387-a5e8-e30ad57951b7 req-47a4b351-b991-421e-8ec8-c5abaa2eeed9 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.0794079 Mar 08 15:56:03.610884 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f1a241d4-139d-41e6-893f-3fffee171e90 None None] Provisioning complete for port f4819fd0-84a1-4453-a14f-52da39c6fdba triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:03.611316 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1a241d4-139d-41e6-893f-3fffee171e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:03.735842 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f1a241d4-139d-41e6-893f-3fffee171e90 None None] Port f4819fd0-84a1-4453-a14f-52da39c6fdba cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:56:03.791134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-78a9548b-ab70-4c8c-8500-9bbd48c9554c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:03.792811 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-78a9548b-ab70-4c8c-8500-9bbd48c9554c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 818 time: 0.8539383 Mar 08 15:56:03.799897 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:56:03.927115 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks [] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:03.932118 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-e8292727-a070-43af-8d9f-a42f7f3d4387 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/quotas/21df3f9f0d574b7caf4379de964ada1a HTTP/1.1" status: 200 len: 375 time: 0.1074607 Mar 08 15:56:04.080251 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Publish callbacks [] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.083656 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:56:04.092419 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-331052b5-e49f-4e22-9de3-46eff7231ec6 admin admin] 10.222.0.15 "PUT /v2.0/routers/b02c7335-4447-4de6-81e9-7b47d34c30e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5212362 Mar 08 15:56:04.117156 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-7a3f24c3-0585-4ca3-87d0-91ea9ea283cd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757846 Mar 08 15:56:04.124415 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.125732 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:56:04.145448 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.168843 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:56:04.169476 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:56:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:04.253011 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Network 267d51db-9100-424e-b89a-dcd9b46d5b37 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:04.281076 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1bb7e-4540-4d69-aa22-63f4164353d8 None None] Pushing event updated for resources: {'Port': ['ID=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:04.294423 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:04.311626 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:56:04.320035 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:04.320734 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.410810 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Pushing event updated for resources: {'Port': ['ID=9cff5972-10ed-41b2-81c1-110a34533c6f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:04.433156 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-257ba57b-b420-442f-9c42-66c2e834756c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9642198 Mar 08 15:56:04.443985 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.478773 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Attempting to bind port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:04.483441 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Attempting to bind port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:04.484841 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Attempting to bind port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:04.491765 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56006) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:04.500412 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:04.500893 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Checking segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:04.504163 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.506175 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Bound using segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:04.507045 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Bound port: 71a26fa0-ac91-4cfe-b6cd-e6c02016df64, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:04.507662 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.522195 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-0253c914-478b-4fa9-a5e3-6615bc2c50ee tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:56:04.524580 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-0253c914-478b-4fa9-a5e3-6615bc2c50ee tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118406 Mar 08 15:56:04.640608 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:56:04.686623 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] For port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:04.696162 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] For port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:04.712226 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:04.869301 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a6ff-34fa-4226-b224-ae3b2c3e9564 req-0edaee3d-fd49-45dd-bb17-2521fbae7ef2 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:04.878693 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Routers {'f3a303e8-a669-4305-90f7-c5201e1dfee3'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:56:04.881757 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:56:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['f3a303e8-a669-4305-90f7-c5201e1dfee3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:04.882672 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4f22a6ff-34fa-4226-b224-ae3b2c3e9564 req-0edaee3d-fd49-45dd-bb17-2521fbae7ef2 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 931 time: 0.2271605 Mar 08 15:56:05.060458 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1bb7e-4540-4d69-aa22-63f4164353d8 None None] Pushing event updated for resources: {'Port': ['ID=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:05.095519 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4f22a6ff-34fa-4226-b224-ae3b2c3e9564 req-a8cc72ae-749d-4f82-b35f-8cf61ef1d447 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060511 Mar 08 15:56:05.325839 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 0a24cb17-faea-4357-a34e-011d162567da up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:05.327698 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] Set router f3a303e8-a669-4305-90f7-c5201e1dfee3 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:56:05.423689 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ea4-17d9-45ee-b68f-51a5addcf2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.512011 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:05.601367 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 0a24cb17-faea-4357-a34e-011d162567da triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:05.601797 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (0a24cb17-faea-4357-a34e-011d162567da), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.608652 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:56:05.610909 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ea4-17d9-45ee-b68f-51a5addcf2e8 admin admin] Publish callbacks [] for security_group (54dad7b1-c4c6-4906-be7b-a0eb5a049f31), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.612000 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Updating router b02c7335-4447-4de6-81e9-7b47d34c30e4 port f4819fd0-84a1-4453-a14f-52da39c6fdba binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:56:05.620720 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5ea01ea4-17d9-45ee-b68f-51a5addcf2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (54dad7b1-c4c6-4906-be7b-a0eb5a049f31), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.702095 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-5ea01ea4-17d9-45ee-b68f-51a5addcf2e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=154b3d63e2ea451786e6447dd39c090d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2092788 Mar 08 15:56:05.703373 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea01ea4-17d9-45ee-b68f-51a5addcf2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dad7b1-c4c6-4906-be7b-a0eb5a049f31,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:05.706147 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56042) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:05.773837 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:58Z', 'revision_number': 4, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '71a26fa0-ac91-4cfe-b6cd-e6c02016df64', 'name': '', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'mac_address': 'fa:16:3e:eb:59:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:56Z', 'updated_at': '2022-03-08T15:56:04Z', 'revision_number': 4, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'subnets': [{'id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:05.817072 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0962-9f85-4ff3-99d1-98bba4cdf2d7 admin admin] Publish callbacks [] for security_group (54dad7b1-c4c6-4906-be7b-a0eb5a049f31), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.835457 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.859144 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0962-9f85-4ff3-99d1-98bba4cdf2d7 admin admin] Publish callbacks [] for security_group (54dad7b1-c4c6-4906-be7b-a0eb5a049f31), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.880621 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d378c2-02a5-4918-9489-694b50a080eb None None] The sync data for ids ['f3a303e8-a669-4305-90f7-c5201e1dfee3'] in dv-cinder-804757-25-iscsi is: [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:55:58Z', 'revision_number': 4, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '71a26fa0-ac91-4cfe-b6cd-e6c02016df64', 'name': '', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'mac_address': 'fa:16:3e:eb:59:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:56Z', 'updated_at': '2022-03-08T15:56:04Z', 'revision_number': 4, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'subnets': [{'id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:56:05.957687 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0962-9f85-4ff3-99d1-98bba4cdf2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (54dad7b1-c4c6-4906-be7b-a0eb5a049f31), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.979367 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f7fc0962-9f85-4ff3-99d1-98bba4cdf2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:05.998238 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f7fc0962-9f85-4ff3-99d1-98bba4cdf2d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54dad7b1-c4c6-4906-be7b-a0eb5a049f31 HTTP/1.1" status: 204 len: 168 time: 0.2886565 Mar 08 15:56:06.018546 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc0962-9f85-4ff3-99d1-98bba4cdf2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dad7b1-c4c6-4906-be7b-a0eb5a049f31,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:06.304094 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-a60f0a7b-bd7e-4810-aabd-bf11bae21de3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 15:56:06.305827 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 0a24cb17-faea-4357-a34e-011d162567da is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:06.306875 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-a60f0a7b-bd7e-4810-aabd-bf11bae21de3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8955247 Mar 08 15:56:06.413715 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Request body: {'port': {'device_id': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:06.469266 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:06.846760 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56068) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:06.851980 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011472939', 'description': 'tempest-description--2133372253'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:06.868803 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:06.931004 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:06.940245 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Publish callbacks [] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:06.956034 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.020299 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a0a62-f054-435f-9ac3-42f2a6e96a71 None None] Pushing event updated for resources: {'Port': ['ID=f4819fd0-84a1-4453-a14f-52da39c6fdba,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:07.163557 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-b8d1056a-aba8-47df-abbf-24e13622c367 service neutron] 10.222.0.15 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8474555 Mar 08 15:56:07.301191 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (ac3f7c45-60bc-4c10-b49a-2f3440f979c7), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.311288 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ac3f7c45-60bc-4c10-b49a-2f3440f979c7), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.387167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Attempting to bind port f4819fd0-84a1-4453-a14f-52da39c6fdba on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:07.387794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Attempting to bind port f4819fd0-84a1-4453-a14f-52da39c6fdba by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:07.388818 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Attempting to bind port f4819fd0-84a1-4453-a14f-52da39c6fdba on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:07.410517 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:07.433289 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3f7c45-60bc-4c10-b49a-2f3440f979c7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:07.442797 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:07.443211 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:07.443621 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.444024 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Bound using segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:07.448295 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Bound port: f4819fd0-84a1-4453-a14f-52da39c6fdba, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:07.448712 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.497651 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.501296 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d4cf26be-6276-4c66-8017-b3b9b657737a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6529691 Mar 08 15:56:07.505393 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56076) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:07.517672 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:56:07.541217 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f7c45-60bc-4c10-b49a-2f3440f979c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:07.556334 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea543b4a-b749-4e7a-b137-b64e4a89ab20 req-d2376ef2-3ec3-405f-8c7b-ddff81c7e645 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:07.567586 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea543b4a-b749-4e7a-b137-b64e4a89ab20 req-d2376ef2-3ec3-405f-8c7b-ddff81c7e645 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 931 time: 0.5942655 Mar 08 15:56:07.640252 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (9b37b6aa-4a14-4dbf-bffd-8512262a762a), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.798648 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-741f3c83-291d-4815-a488-f9d375ca4255 None None] Provisioning complete for port f4819fd0-84a1-4453-a14f-52da39c6fdba triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:07.799876 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-741f3c83-291d-4815-a488-f9d375ca4255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.834446 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (9b37b6aa-4a14-4dbf-bffd-8512262a762a), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.850802 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (9b37b6aa-4a14-4dbf-bffd-8512262a762a), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.905673 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b37b6aa-4a14-4dbf-bffd-8512262a762a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:07.912343 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:07.917021 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f088dbea-a7a0-4f3b-a7a9-91a3a3540e40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4057693 Mar 08 15:56:07.920592 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56088) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:07.928169 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': 'ac3f7c45-60bc-4c10-b49a-2f3440f979c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:07.950793 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea543b4a-b749-4e7a-b137-b64e4a89ab20 req-352a9b1e-1ccf-499a-b330-2109c700b41d tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822074 Mar 08 15:56:08.003858 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-d5499b60-673a-4d68-b283-7798bf938551 service neutron] 10.222.0.15 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8390913 Mar 08 15:56:08.050712 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (26932e42-dbc6-42d5-8320-76cacd56093e), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.066013 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:08.072910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.175173 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] For port f4819fd0-84a1-4453-a14f-52da39c6fdba, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:08.320229 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (26932e42-dbc6-42d5-8320-76cacd56093e), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.328944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (26932e42-dbc6-42d5-8320-76cacd56093e), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.342179 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] For port f4819fd0-84a1-4453-a14f-52da39c6fdba, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=f4819fd0-84a1-4453-a14f-52da39c6fdba,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:08.367900 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.375402 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4506881 Mar 08 15:56:08.376680 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56102) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:08.384901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:08.388570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-741f3c83-291d-4815-a488-f9d375ca4255 None None] Port f4819fd0-84a1-4453-a14f-52da39c6fdba cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:56:08.393411 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a69e3-5e89-42db-b811-31eb737dd2c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26932e42-dbc6-42d5-8320-76cacd56093e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:08.418522 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.441776 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:08.773162 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:56:08.775059 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:56:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:09.008598 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:56:09.153233 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:09.241892 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cff5972-10ed-41b2-81c1-110a34533c6f {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:09.288176 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Publish callbacks [] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:09.366158 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Transition to ACTIVE for port object 9cff5972-10ed-41b2-81c1-110a34533c6f will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:56:09.456470 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:09.570483 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ef1f9ded-4431-4180-87cc-e297faddced9 req-1c0b9dcb-4cc3-4015-8993-6c478f1d5be2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 210 time: 0.1824481 Mar 08 15:56:09.593771 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] Provisioning complete for port f4819fd0-84a1-4453-a14f-52da39c6fdba triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:09.594507 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.27.2.236 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/42845cd2-2f6f-47aa-91fd-6bc9ff687fac) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:56:09.594947 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:09.729424 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:09.731308 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:09.931798 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.027791 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a0a62-f054-435f-9ac3-42f2a6e96a71 None None] Pushing event updated for resources: {'Port': ['ID=f4819fd0-84a1-4453-a14f-52da39c6fdba,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:10.035047 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.083542 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:08Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:10.108274 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Attempting to bind port 9cff5972-10ed-41b2-81c1-110a34533c6f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:10.108829 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Attempting to bind port 9cff5972-10ed-41b2-81c1-110a34533c6f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2c43821b-7e7f-43b4-9a8c-dd6dedc914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:10.109349 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Attempting to bind port 9cff5972-10ed-41b2-81c1-110a34533c6f on network 267d51db-9100-424e-b89a-dcd9b46d5b37 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:10.138213 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Pushing event updated for resources: {'Port': ['ID=9cff5972-10ed-41b2-81c1-110a34533c6f,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:10.168000 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Port 9cff5972-10ed-41b2-81c1-110a34533c6f on network 267d51db-9100-424e-b89a-dcd9b46d5b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:56:10.168000 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Attempting to bind port 9cff5972-10ed-41b2-81c1-110a34533c6f on network 267d51db-9100-424e-b89a-dcd9b46d5b37 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:10.179934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b47e65-4f46-4a0a-846b-d3a947e62a0a None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:08Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:56:10.195513 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:10.198853 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] Current status of the port f4819fd0-84a1-4453-a14f-52da39c6fdba is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:10.200844 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.216685 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.267095 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=42845cd2-2f6f-47aa-91fd-6bc9ff687fac,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:10.329273 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:10.350776 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:10.359631 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:56:10.525390 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] For port f4819fd0-84a1-4453-a14f-52da39c6fdba, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=f4819fd0-84a1-4453-a14f-52da39c6fdba,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:10.548979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.608865 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:10.662287 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-589d2e22-133b-4260-a101-1dfc4a015c2d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:10.670624 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-589d2e22-133b-4260-a101-1dfc4a015c2d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 818 time: 0.4851594 Mar 08 15:56:10.675449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:10.680690 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Checking segment: {'id': '2c43821b-7e7f-43b4-9a8c-dd6dedc914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:10.681426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Bound using segment: {'id': '2c43821b-7e7f-43b4-9a8c-dd6dedc914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:10.691464 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Bound port: 9cff5972-10ed-41b2-81c1-110a34533c6f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c43821b-7e7f-43b4-9a8c-dd6dedc914db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:10.695154 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.722625 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ab797-8543-4c0e-b1eb-ecd648b40fd6 req-0936e326-932d-4cd7-8b0d-89cffe17e5f3 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:10.729377 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3e9ab797-8543-4c0e-b1eb-ecd648b40fd6 req-0936e326-932d-4cd7-8b0d-89cffe17e5f3 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 943 time: 1.3548024 Mar 08 15:56:10.810657 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (0a94aa16-daf8-4585-989a-cf6293d3a76a), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:10.842111 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-196cfd58-689b-41f0-9b01-2c09d47216fd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/quotas/21df3f9f0d574b7caf4379de964ada1a HTTP/1.1" status: 200 len: 375 time: 0.1017656 Mar 08 15:56:10.849726 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c739b34-bbdf-4994-bdd8-4348b19ea32e None None] Pushing event updated for resources: {'Port': ['ID=f4819fd0-84a1-4453-a14f-52da39c6fdba,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:10.950936 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.256995 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.269956 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.332833 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] For port 9cff5972-10ed-41b2-81c1-110a34533c6f, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:11.366640 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] For port 9cff5972-10ed-41b2-81c1-110a34533c6f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9cff5972-10ed-41b2-81c1-110a34533c6f,segment=NetworkSegment(2c43821b-7e7f-43b4-9a8c-dd6dedc914db),segment_id=2c43821b-7e7f-43b4-9a8c-dd6dedc914db)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:11.423270 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.521089 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (0a94aa16-daf8-4585-989a-cf6293d3a76a), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.526408 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3e9ab797-8543-4c0e-b1eb-ecd648b40fd6 req-b45e933c-b949-48fd-9188-0ae8e9744965 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7410965 Mar 08 15:56:11.642336 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=42845cd2-2f6f-47aa-91fd-6bc9ff687fac,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:11.671143 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.672716 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-91956367-4f67-4472-a210-e628169081c2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2918899 Mar 08 15:56:11.689034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-34284a1d-4419-4280-b4d3-e8f0ca42eff2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8414662 Mar 08 15:56:11.787914 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:11.789993 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:11.794376 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] 10.222.0.37 "PUT /v2.0/ports/9cff5972-10ed-41b2-81c1-110a34533c6f HTTP/1.1" status: 200 len: 1093 time: 6.4872847 Mar 08 15:56:11.796789 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba3650-71fc-48c1-bd54-01d9be060106 service neutron] Pushing event updated for resources: {'Port': ['ID=9cff5972-10ed-41b2-81c1-110a34533c6f,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:11.808795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'tag': '9cff5972-10ed-41b2-81c1-110a34533c6f'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:12.067659 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.37', 54395) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:12.691269 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:12.845909 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82450908-f1f5-41b3-9923-839b5c23e49d" -d '{"events": [{"name": "network-changed", "server_uuid": "275837ff-7a87-46a5-8e50-67fae2b786aa", "tag": "9cff5972-10ed-41b2-81c1-110a34533c6f"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:12.931820 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:12.935137 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:13.192759 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-0fc56eec-48a0-4493-8271-5b2bdd0e0a72 service neutron] 10.222.0.15 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1311810 Mar 08 15:56:13.198436 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-f3bef759-0791-44f3-aaf4-b5edc1a5d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:13.217543 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-f3bef759-0791-44f3-aaf4-b5edc1a5d41a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=335e5a1934d04297a6e6d054a122458f&device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 1127 time: 1.1466765 Mar 08 15:56:13.237848 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-d2d9f188-cc61-4bc8-b21e-78de5f097343 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2011472939&fields=id&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 267 time: 0.7887208 Mar 08 15:56:13.296106 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:13.322157 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device f4819fd0-84a1-4453-a14f-52da39c6fdba up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:13.574896 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port f4819fd0-84a1-4453-a14f-52da39c6fdba triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:13.583574 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:13.753153 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-7f125428-560b-48bb-813a-c8dd79ae4a8b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:13.756083 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-7f125428-560b-48bb-813a-c8dd79ae4a8b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 818 time: 1.6831069 Mar 08 15:56:13.778928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Request body: {'port': {'device_id': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'admin_state_up': True, 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:13.816121 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port f4819fd0-84a1-4453-a14f-52da39c6fdba is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:13.877485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-15191cca-b7f7-4426-8b6e-f20aee0cf5e9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:13.886210 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-15191cca-b7f7-4426-8b6e-f20aee0cf5e9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.6392791 Mar 08 15:56:13.957784 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-b203802e-7845-46be-8ba1-1f59eb338b92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cff5972-10ed-41b2-81c1-110a34533c6f HTTP/1.1" status: 200 len: 217 time: 0.6994393 Mar 08 15:56:14.009509 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Made reservation on behalf of 21df3f9f0d574b7caf4379de964ada1a for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:14.019265 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:14.151557 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-16513ea9-da07-47e1-b18e-5055ba7b7acb tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/quotas/30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 375 time: 0.2610281 Mar 08 15:56:14.155538 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-8625f24d-a80a-4da5-8712-b1bf497eabd9 service neutron] 10.222.0.15 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546373 Mar 08 15:56:14.222765 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-70c22ce0-5b13-4897-9b5a-91a055d3f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:14.235788 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-70c22ce0-5b13-4897-9b5a-91a055d3f48d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=790c20eb-ba35-457a-b5d7-b2e6f6ca83d2 HTTP/1.1" status: 200 len: 852 time: 0.2565706 Mar 08 15:56:14.319985 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-f2bde8f8-4110-4f8f-ad5a-e50f9444db8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=267d51db-9100-424e-b89a-dcd9b46d5b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736995 Mar 08 15:56:14.522572 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-5b6a5480-342c-4190-8c6c-5c88e2e61f84 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3622050 Mar 08 15:56:14.644508 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-e3a6f89e-0bd0-457d-b0e3-fda0fc8227c4 service neutron] 10.222.0.37 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005345 Mar 08 15:56:14.645732 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Allocated IP 172.20.0.11 (6924e6b0-7eb8-4184-895c-0d0d3d20e150/50d8330a-0f79-4216-b7d8-661ea330d809/8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:56:14.891435 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks [] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:15.028079 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:15.226607 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Pushing event updated for resources: {'Port': ['ID=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:15.273519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:15.281928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:15.289156 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:56:15.308171 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:15.309347 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:15.346343 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c1abedd2-40d8-4270-8a3c-08971b48581c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5689855 Mar 08 15:56:15.362153 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Request body: {'port': {'device_id': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:15.534723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:15.577826 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5cfb0-b930-4b59-9be9-e603916743bf req-b568b51a-69da-457f-8217-a1361681522f tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:15.586628 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-57e5cfb0-b930-4b59-9be9-e603916743bf req-b568b51a-69da-457f-8217-a1361681522f tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 943 time: 0.9378121 Mar 08 15:56:15.654986 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeeb8df9-c4ce-4ed6-abfe-5fa120604e01 req-3f9015c4-ea20-45ea-980a-f72fe31be9a8 service neutron] 10.222.0.37 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9684086 Mar 08 15:56:15.706369 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-c570329a-8d11-47dd-a53f-ee7769472aa3 service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1373706 Mar 08 15:56:15.827465 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-57e5cfb0-b930-4b59-9be9-e603916743bf req-83ff4f6a-7ac0-4b24-b25e-b83eccd421a2 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391198 Mar 08 15:56:15.902061 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56396) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:15.931052 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56404) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:16.043741 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-d1f5521b-5ae3-4ad4-a8eb-94b3a1572d7c service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287361 Mar 08 15:56:16.309600 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8af14355-9cc5-4db2-9bfa-ad9ea6acc1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.399978 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e076ca84-e38e-4ec2-86b9-a95b045cc809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.628354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b854070-50b0-4c8a-840b-d27d2424491c x-openstack-request-id: req-0b854070-50b0-4c8a-840b-d27d2424491c {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:16.629158 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275837ff-7a87-46a5-8e50-67fae2b786aa", "tag": "9cff5972-10ed-41b2-81c1-110a34533c6f", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:16.629953 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b854070-50b0-4c8a-840b-d27d2424491c {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:16.632159 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'tag': '9cff5972-10ed-41b2-81c1-110a34533c6f', 'status': 'completed', 'code': 200} Mar 08 15:56:16.708994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.37', 54403) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:16.795455 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:16.816154 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Publish callbacks [] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.829965 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e076ca84-e38e-4ec2-86b9-a95b045cc809 admin admin] Publish callbacks [] for security_group (70360110-2372-476c-a561-71debab4f64c), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.865466 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dd235058-92c8-4996-b15a-7c6baad7479a req-aed680df-1cc7-4ea9-a0a1-52dd0991d567 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 210 time: 0.1554868 Mar 08 15:56:16.875506 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e076ca84-e38e-4ec2-86b9-a95b045cc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (70360110-2372-476c-a561-71debab4f64c), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.895385 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0c4aee90-559c-4f01-84fe-298e1aefff29 req-65120c05-8ca5-4e0a-9047-39fe70c1a4b0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.1631870 Mar 08 15:56:16.939252 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Transition to ACTIVE for port object 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:56:16.946487 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8af14355-9cc5-4db2-9bfa-ad9ea6acc1b5 admin admin] Publish callbacks [] for security_group (0d923a81-be66-4bc1-b44f-e379a207ec3b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.960222 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:16.992475 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8af14355-9cc5-4db2-9bfa-ad9ea6acc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0d923a81-be66-4bc1-b44f-e379a207ec3b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.031283 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56450) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:17.081951 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82450908-f1f5-41b3-9923-839b5c23e49d req-d5e6d60b-c91c-4483-8b1e-5c9888b8b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:17.084827 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-d5e6d60b-c91c-4483-8b1e-5c9888b8b3b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=335e5a1934d04297a6e6d054a122458f&device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 1127 time: 0.4262133 Mar 08 15:56:17.095859 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8af14355-9cc5-4db2-9bfa-ad9ea6acc1b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce838ba6428d4a4fa128d641c2824241&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1922739 Mar 08 15:56:17.103753 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56458) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:17.133789 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076ca84-e38e-4ec2-86b9-a95b045cc809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70360110-2372-476c-a561-71debab4f64c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.137098 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af14355-9cc5-4db2-9bfa-ad9ea6acc1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d923a81-be66-4bc1-b44f-e379a207ec3b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.138655 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Pushing event updated for resources: {'Port': ['ID=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.156365 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e076ca84-e38e-4ec2-86b9-a95b045cc809 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=017944a8f3b64db8aadb8d6f95e012b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2163165 Mar 08 15:56:17.164091 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56466) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:17.199380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Attempting to bind port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:17.199880 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Attempting to bind port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:17.200035 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Attempting to bind port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:17.229431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-824212ca-7479-48d6-96b9-7d7583516664 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:17.231959 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-824212ca-7479-48d6-96b9-7d7583516664 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 818 time: 0.5207355 Mar 08 15:56:17.238023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:56:17.238332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Attempting to bind port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:17.249842 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:17.250263 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Checking segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:17.251177 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Bound using segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:17.251924 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Bound port: 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:17.252511 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.261568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccc-3c2c-4d22-9105-b76088ac2cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.276444 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51421d6d-79b4-435b-83c4-e35a2e47a55e req-16f3df32-cd63-4dba-9da3-8facc75cc83f tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:17.278039 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-51421d6d-79b4-435b-83c4-e35a2e47a55e req-16f3df32-cd63-4dba-9da3-8facc75cc83f tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 943 time: 0.3208454 Mar 08 15:56:17.341755 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a92b444-923b-4d5e-ba39-a21e1cf88f8f admin admin] Publish callbacks [] for security_group (70360110-2372-476c-a561-71debab4f64c), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.344035 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] For port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:17.350839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] For port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:17.365087 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.387872 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-259a24a7-a352-4065-939d-1274c6d4dcbf admin admin] Publish callbacks [] for security_group (0d923a81-be66-4bc1-b44f-e379a207ec3b), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.401453 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-51421d6d-79b4-435b-83c4-e35a2e47a55e req-cae7fad5-7291-4c4a-b78b-7089254c9fb4 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139979 Mar 08 15:56:17.405251 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a92b444-923b-4d5e-ba39-a21e1cf88f8f admin admin] Publish callbacks [] for security_group (70360110-2372-476c-a561-71debab4f64c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.429154 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:17.429154 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.429154 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] 10.222.0.37 "PUT /v2.0/ports/8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 1094 time: 2.0721793 Mar 08 15:56:17.433713 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'tag': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:17.441280 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-259a24a7-a352-4065-939d-1274c6d4dcbf admin admin] Publish callbacks [] for security_group (0d923a81-be66-4bc1-b44f-e379a207ec3b), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.489533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccc-3c2c-4d22-9105-b76088ac2cff admin admin] Publish callbacks [] for security_group (5367832f-68df-498f-8435-7f3190887b57), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.495795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d23dccc-3c2c-4d22-9105-b76088ac2cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5367832f-68df-498f-8435-7f3190887b57), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.546069 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bb99a-8120-4b5d-b364-90ba3ed384ee service neutron] Pushing event updated for resources: {'Port': ['ID=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.551583 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5d23dccc-3c2c-4d22-9105-b76088ac2cff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c14ea76a8bb0415a9bd2117512040b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5015965 Mar 08 15:56:17.554382 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23dccc-3c2c-4d22-9105-b76088ac2cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5367832f-68df-498f-8435-7f3190887b57,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.558675 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56492) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:17.559256 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-259a24a7-a352-4065-939d-1274c6d4dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0d923a81-be66-4bc1-b44f-e379a207ec3b), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.561850 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-259a24a7-a352-4065-939d-1274c6d4dcbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.563214 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-259a24a7-a352-4065-939d-1274c6d4dcbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d923a81-be66-4bc1-b44f-e379a207ec3b HTTP/1.1" status: 204 len: 168 time: 0.4508426 Mar 08 15:56:17.591094 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a24a7-a352-4065-939d-1274c6d4dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d923a81-be66-4bc1-b44f-e379a207ec3b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.615814 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a92b444-923b-4d5e-ba39-a21e1cf88f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (70360110-2372-476c-a561-71debab4f64c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.618879 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a92b444-923b-4d5e-ba39-a21e1cf88f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.620075 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3a92b444-923b-4d5e-ba39-a21e1cf88f8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/70360110-2372-476c-a561-71debab4f64c HTTP/1.1" status: 204 len: 168 time: 0.4515011 Mar 08 15:56:17.656790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92b444-923b-4d5e-ba39-a21e1cf88f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70360110-2372-476c-a561-71debab4f64c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.691213 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7a50ef4-7cbb-4ef9-b2fa-329752c59c1c admin admin] Publish callbacks [] for security_group (5367832f-68df-498f-8435-7f3190887b57), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.717337 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7a50ef4-7cbb-4ef9-b2fa-329752c59c1c admin admin] Publish callbacks [] for security_group (5367832f-68df-498f-8435-7f3190887b57), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.721099 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f526c9b-784c-4df8-a9a8-84cd4f232701" -d '{"events": [{"name": "network-changed", "server_uuid": "2abea3e0-fe6f-4889-bf23-a7c2ad5df45d", "tag": "8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:17.935886 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7a50ef4-7cbb-4ef9-b2fa-329752c59c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5367832f-68df-498f-8435-7f3190887b57), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.938593 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7a50ef4-7cbb-4ef9-b2fa-329752c59c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:17.942442 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c7a50ef4-7cbb-4ef9-b2fa-329752c59c1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5367832f-68df-498f-8435-7f3190887b57 HTTP/1.1" status: 204 len: 168 time: 0.3787341 Mar 08 15:56:17.952833 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50ef4-7cbb-4ef9-b2fa-329752c59c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5367832f-68df-498f-8435-7f3190887b57,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:17.999241 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aac0e966-c42f-4655-8cd6-936efedd5399 req-e15f4373-c90f-4d32-a1b5-91d45b5ebfac tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 210 time: 0.0324342 Mar 08 15:56:18.093965 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb386097-cbb5-49f9-8914-c9399775aaf9 req-db442cbb-577f-470e-8ac7-9c4bb30ff6bc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.0298645 Mar 08 15:56:18.165370 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56518) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.179584 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa59b8b-b564-4fee-a930-24c4f60826c8 x-openstack-request-id: req-6fa59b8b-b564-4fee-a930-24c4f60826c8 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:18.181209 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abea3e0-fe6f-4889-bf23-a7c2ad5df45d", "tag": "8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:18.181688 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fa59b8b-b564-4fee-a930-24c4f60826c8 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:18.182260 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'tag': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d', 'status': 'completed', 'code': 200} Mar 08 15:56:18.183242 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b18b-772c-4bd3-a2ba-1de35e1d080f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.279865 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b18b-772c-4bd3-a2ba-1de35e1d080f admin admin] Publish callbacks [] for security_group (01790fbe-50fd-4a1d-894a-6c3e6c1c0409), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.283771 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4bf7b18b-772c-4bd3-a2ba-1de35e1d080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (01790fbe-50fd-4a1d-894a-6c3e6c1c0409), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.292854 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56520) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.309385 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50281f7a-a163-4cd4-ac7e-41916f769ba8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.335018 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-4bf7b18b-772c-4bd3-a2ba-1de35e1d080f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71201bc2e000409f841f604410f35d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684988 Mar 08 15:56:18.338600 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56522) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.369014 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7b18b-772c-4bd3-a2ba-1de35e1d080f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01790fbe-50fd-4a1d-894a-6c3e6c1c0409,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:18.394729 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7463163-73ac-4e58-b41d-6bd498f0dbcc admin admin] Publish callbacks [] for security_group (01790fbe-50fd-4a1d-894a-6c3e6c1c0409), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.420028 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7463163-73ac-4e58-b41d-6bd498f0dbcc admin admin] Publish callbacks [] for security_group (01790fbe-50fd-4a1d-894a-6c3e6c1c0409), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.428016 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50281f7a-a163-4cd4-ac7e-41916f769ba8 admin admin] Publish callbacks [] for security_group (bc205296-74b3-4ac8-969f-12ca1b41bae3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.428142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56526) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.442415 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50281f7a-a163-4cd4-ac7e-41916f769ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (bc205296-74b3-4ac8-969f-12ca1b41bae3), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.485661 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7463163-73ac-4e58-b41d-6bd498f0dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (01790fbe-50fd-4a1d-894a-6c3e6c1c0409), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.495616 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7463163-73ac-4e58-b41d-6bd498f0dbcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.499613 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b7463163-73ac-4e58-b41d-6bd498f0dbcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01790fbe-50fd-4a1d-894a-6c3e6c1c0409 HTTP/1.1" status: 204 len: 168 time: 0.1587839 Mar 08 15:56:18.517725 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7463163-73ac-4e58-b41d-6bd498f0dbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01790fbe-50fd-4a1d-894a-6c3e6c1c0409,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:18.549697 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-50281f7a-a163-4cd4-ac7e-41916f769ba8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc9ce1f9c1814ddca349b3f449f0fd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558444 Mar 08 15:56:18.552469 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56534) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.578168 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.585962 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281f7a-a163-4cd4-ac7e-41916f769ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc205296-74b3-4ac8-969f-12ca1b41bae3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:18.615841 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4c7a2-f963-42ab-a4fe-1788c840c127 req-33e04a70-2138-43be-ac82-be941a218369 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:18.617904 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e6c4c7a2-f963-42ab-a4fe-1788c840c127 req-33e04a70-2138-43be-ac82-be941a218369 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 943 time: 0.0719926 Mar 08 15:56:18.674501 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0de2487d-cc77-4c47-986a-ba294b4e49b4 admin admin] Publish callbacks [] for security_group (bc205296-74b3-4ac8-969f-12ca1b41bae3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.692207 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e6c4c7a2-f963-42ab-a4fe-1788c840c127 req-3f237606-54f5-48d0-8a98-23d31c943a67 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656860 Mar 08 15:56:18.694960 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56538) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.697925 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0e82976-b737-45e2-859d-82e15d342258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.715999 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22d0c7bd-f9ae-4ef8-a2fa-a6fb9c98a485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.722772 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0de2487d-cc77-4c47-986a-ba294b4e49b4 admin admin] Publish callbacks [] for security_group (bc205296-74b3-4ac8-969f-12ca1b41bae3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.803252 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22d0c7bd-f9ae-4ef8-a2fa-a6fb9c98a485 admin admin] Publish callbacks [] for security_group (dcd3853c-b84f-4b02-9cef-53cf01927a78), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.808337 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22d0c7bd-f9ae-4ef8-a2fa-a6fb9c98a485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (dcd3853c-b84f-4b02-9cef-53cf01927a78), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.817048 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0de2487d-cc77-4c47-986a-ba294b4e49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (bc205296-74b3-4ac8-969f-12ca1b41bae3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.819669 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0de2487d-cc77-4c47-986a-ba294b4e49b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.821790 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0de2487d-cc77-4c47-986a-ba294b4e49b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc205296-74b3-4ac8-969f-12ca1b41bae3 HTTP/1.1" status: 204 len: 168 time: 0.2681890 Mar 08 15:56:18.834013 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0e82976-b737-45e2-859d-82e15d342258 admin admin] Publish callbacks [] for security_group (5c39ee51-741a-42eb-a38d-bdc9dc427f2b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.840192 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2487d-cc77-4c47-986a-ba294b4e49b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc205296-74b3-4ac8-969f-12ca1b41bae3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:18.844215 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0e82976-b737-45e2-859d-82e15d342258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5c39ee51-741a-42eb-a38d-bdc9dc427f2b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.852125 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-22d0c7bd-f9ae-4ef8-a2fa-a6fb9c98a485 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c47c19e630049228ee1b55254753cd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517763 Mar 08 15:56:18.857827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56542) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.906116 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b0e82976-b737-45e2-859d-82e15d342258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c97de73feae4bcf9e49b056b96c2967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4736691 Mar 08 15:56:18.906116 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e82976-b737-45e2-859d-82e15d342258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c39ee51-741a-42eb-a38d-bdc9dc427f2b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:18.906399 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56544) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:18.907791 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0c7bd-f9ae-4ef8-a2fa-a6fb9c98a485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd3853c-b84f-4b02-9cef-53cf01927a78,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:18.931674 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b707390-75d5-4a6e-874a-48316864ba0e admin admin] Publish callbacks [] for security_group (dcd3853c-b84f-4b02-9cef-53cf01927a78), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.965827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b707390-75d5-4a6e-874a-48316864ba0e admin admin] Publish callbacks [] for security_group (dcd3853c-b84f-4b02-9cef-53cf01927a78), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:18.975495 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11efffc1-03ac-4680-aacb-f46f87a2d86e admin admin] Publish callbacks [] for security_group (5c39ee51-741a-42eb-a38d-bdc9dc427f2b), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.004729 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11efffc1-03ac-4680-aacb-f46f87a2d86e admin admin] Publish callbacks [] for security_group (5c39ee51-741a-42eb-a38d-bdc9dc427f2b), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.033595 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b707390-75d5-4a6e-874a-48316864ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (dcd3853c-b84f-4b02-9cef-53cf01927a78), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.036315 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b707390-75d5-4a6e-874a-48316864ba0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.037484 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-2b707390-75d5-4a6e-874a-48316864ba0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcd3853c-b84f-4b02-9cef-53cf01927a78 HTTP/1.1" status: 204 len: 168 time: 0.1785901 Mar 08 15:56:19.049665 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b707390-75d5-4a6e-874a-48316864ba0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd3853c-b84f-4b02-9cef-53cf01927a78,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:19.098512 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11efffc1-03ac-4680-aacb-f46f87a2d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5c39ee51-741a-42eb-a38d-bdc9dc427f2b), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.101102 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11efffc1-03ac-4680-aacb-f46f87a2d86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.105502 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-11efffc1-03ac-4680-aacb-f46f87a2d86e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c39ee51-741a-42eb-a38d-bdc9dc427f2b HTTP/1.1" status: 204 len: 168 time: 0.1973224 Mar 08 15:56:19.123127 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efffc1-03ac-4680-aacb-f46f87a2d86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c39ee51-741a-42eb-a38d-bdc9dc427f2b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:19.167683 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f11fe822-dc26-4649-8d5f-edc0f7a946a9 req-fcc966e0-1e81-4547-946d-4cd4402722ef tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 210 time: 0.0476739 Mar 08 15:56:19.230407 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7c896172-21c0-48c4-8e67-375d63252cd2 req-537b96b2-8edd-427e-ba15-c5c558d2065a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.0346901 Mar 08 15:56:19.525628 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56576) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:19.544356 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2204-99fd-4130-b4f5-29eff30cf2c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.628150 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2204-99fd-4130-b4f5-29eff30cf2c4 admin admin] Publish callbacks [] for security_group (677ad385-2eb5-42a5-b5c5-1b2fbf4ec276), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.635746 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6a4b2204-99fd-4130-b4f5-29eff30cf2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (677ad385-2eb5-42a5-b5c5-1b2fbf4ec276), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.682917 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6a4b2204-99fd-4130-b4f5-29eff30cf2c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9155dfd17f5e4af480c2088bf5919e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540477 Mar 08 15:56:19.682917 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b2204-99fd-4130-b4f5-29eff30cf2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677ad385-2eb5-42a5-b5c5-1b2fbf4ec276,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:19.684482 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56586) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:19.695975 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Request body: {'port': {'device_id': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'admin_state_up': True, 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:19.799260 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12742886-bfbd-4767-b078-0f62d6f0339a admin admin] Publish callbacks [] for security_group (677ad385-2eb5-42a5-b5c5-1b2fbf4ec276), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.853875 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12742886-bfbd-4767-b078-0f62d6f0339a admin admin] Publish callbacks [] for security_group (677ad385-2eb5-42a5-b5c5-1b2fbf4ec276), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.980047 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12742886-bfbd-4767-b078-0f62d6f0339a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (677ad385-2eb5-42a5-b5c5-1b2fbf4ec276), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.983534 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12742886-bfbd-4767-b078-0f62d6f0339a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:19.985100 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-12742886-bfbd-4767-b078-0f62d6f0339a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/677ad385-2eb5-42a5-b5c5-1b2fbf4ec276 HTTP/1.1" status: 204 len: 168 time: 0.2863436 Mar 08 15:56:20.003745 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12742886-bfbd-4767-b078-0f62d6f0339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ad385-2eb5-42a5-b5c5-1b2fbf4ec276,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:20.179258 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134d86-48cc-405c-a3b3-cbfef2546c58 req-75c812d7-1926-46af-bb3a-4e9ef8066443 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:20.182571 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05134d86-48cc-405c-a3b3-cbfef2546c58 req-75c812d7-1926-46af-bb3a-4e9ef8066443 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 943 time: 0.3725679 Mar 08 15:56:20.234405 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82450908-f1f5-41b3-9923-839b5c23e49d req-085f8fda-e0da-427c-811f-33d1b488d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:20.236426 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-085f8fda-e0da-427c-811f-33d1b488d19d service neutron] 10.222.0.37 "GET /v2.0/networks?id=267d51db-9100-424e-b89a-dcd9b46d5b37 HTTP/1.1" status: 200 len: 913 time: 0.5597944 Mar 08 15:56:20.245047 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f526c9b-784c-4df8-a9a8-84cd4f232701 req-c469bd4f-77a1-4eab-b295-fc373927a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:20.261813 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9f526c9b-784c-4df8-a9a8-84cd4f232701 req-c469bd4f-77a1-4eab-b295-fc373927a8fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1128 time: 0.2347150 Mar 08 15:56:20.293165 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Made reservation on behalf of 21df3f9f0d574b7caf4379de964ada1a for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:20.297103 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:20.300491 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-0134b1c2-2143-4181-b019-ce7f9686e546 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cff5972-10ed-41b2-81c1-110a34533c6f HTTP/1.1" status: 200 len: 217 time: 0.0496604 Mar 08 15:56:20.435111 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e4e4808f-6033-48c3-ba25-88244f9e6c53 req-6affd717-5026-4531-84dd-bdf45cf06c6d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 210 time: 0.0999227 Mar 08 15:56:20.509738 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05134d86-48cc-405c-a3b3-cbfef2546c58 req-cdc5cdf0-688c-4847-a1cd-a4f5587f6937 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162031 Mar 08 15:56:20.541873 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82450908-f1f5-41b3-9923-839b5c23e49d req-60bfbcc5-8592-45b5-9646-0f8455b48c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:20.542773 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f526c9b-784c-4df8-a9a8-84cd4f232701 req-64e9c064-5569-4d8d-acc8-cd43bb32af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:20.543547 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-60bfbcc5-8592-45b5-9646-0f8455b48c16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=790c20eb-ba35-457a-b5d7-b2e6f6ca83d2 HTTP/1.1" status: 200 len: 852 time: 0.2313344 Mar 08 15:56:20.544283 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9f526c9b-784c-4df8-a9a8-84cd4f232701 req-64e9c064-5569-4d8d-acc8-cd43bb32af16 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=21df3f9f0d574b7caf4379de964ada1a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2780013 Mar 08 15:56:20.661927 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-42a33d48-9f24-4595-b12d-dd9d334160ca req-7183b131-3f08-4681-9169-4e8ed744b7fe tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.1134419 Mar 08 15:56:20.692163 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-efb12cd4-5fb5-4449-95fb-169bc131026a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=267d51db-9100-424e-b89a-dcd9b46d5b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267512 Mar 08 15:56:20.720907 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.37', 54411) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:20.784991 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Allocated IP 172.20.0.3 (6924e6b0-7eb8-4184-895c-0d0d3d20e150/50d8330a-0f79-4216-b7d8-661ea330d809/69481e3c-dbd7-483d-9ff9-3962c286eb45) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:56:20.916847 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-af87315c-d630-494e-b7c9-35c34a2f2b0c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:20.919686 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-af87315c-d630-494e-b7c9-35c34a2f2b0c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.1975203 Mar 08 15:56:21.069999 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f526c9b-784c-4df8-a9a8-84cd4f232701 req-5a9f672f-0ba0-4cd2-aa14-f9208e5cb8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:21.073084 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9f526c9b-784c-4df8-a9a8-84cd4f232701 req-5a9f672f-0ba0-4cd2-aa14-f9208e5cb8c6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5060792 Mar 08 15:56:21.081995 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-c68f0887-a519-4d40-af7e-d6f0254aaa97 service neutron] 10.222.0.37 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789895 Mar 08 15:56:21.090172 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-a486b30d-27fc-496c-9b97-12ab96fc04af tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 380 time: 0.1570005 Mar 08 15:56:21.104591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'port': {'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'admin_state_up': True, 'tenant_id': '30c67737012a4adea9767179ce27832c', 'security_groups': ['ac3f7c45-60bc-4c10-b49a-2f3440f979c7']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:21.278510 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c8a370dd-19cf-4bc8-a909-b6715a0449f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:21.280225 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-c8a370dd-19cf-4bc8-a909-b6715a0449f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1128 time: 0.1163259 Mar 08 15:56:21.396415 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-95e9e7e3-72df-4ed7-8425-cd1465a4f6c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 217 time: 0.1065629 Mar 08 15:56:21.466805 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Made reservation on behalf of 30c67737012a4adea9767179ce27832c for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:21.470679 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:21.491822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-931d50c8-9cd5-4e70-af20-a9a606eb2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:21.494086 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-931d50c8-9cd5-4e70-af20-a9a606eb2c42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0896749 Mar 08 15:56:21.577338 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-689afec8-0dd4-4736-a712-ac34c98e979f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681925 Mar 08 15:56:21.672969 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks [] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:21.735054 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-da8b422c-8f5a-4ded-a111-a310c6ecce38 req-0df053e3-f42a-4ae3-9338-2760a68843d2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 210 time: 0.0727425 Mar 08 15:56:21.913926 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-59bb9d40-2e01-4579-9b87-e58257b51580 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273582 Mar 08 15:56:21.955760 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-446421e5-d267-4b40-837f-c84e2e2fb6c3 req-837ca7a4-2dbc-4b60-8bd3-4259a4b7f182 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.0909626 Mar 08 15:56:21.966048 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-960f7b5c-b6c9-4c3a-8e51-0ede15daa786 service neutron] 10.222.0.37 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8702033 Mar 08 15:56:22.013751 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccca07-e756-4e9f-9e7f-277a7b545b7c req-816de2d8-1bd2-4889-8398-9c076538886a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:22.015691 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6eccca07-e756-4e9f-9e7f-277a7b545b7c req-816de2d8-1bd2-4889-8398-9c076538886a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 943 time: 0.3524098 Mar 08 15:56:22.017728 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.122407 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Pushing event updated for resources: {'Port': ['ID=69481e3c-dbd7-483d-9ff9-3962c286eb45,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:22.140106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:22.145133 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:22.151180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:56:22.160338 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:22.161132 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.202912 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-6f1f757b-ac3e-470c-ba4c-2f9bfa3fa3a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5142119 Mar 08 15:56:22.217142 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6eccca07-e756-4e9f-9e7f-277a7b545b7c req-8f7bc75f-a118-4504-a7ab-ed459522ca5a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025438 Mar 08 15:56:22.235281 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Request body: {'port': {'device_id': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:22.256882 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.20.0.11 (373085e0-5393-4c54-8adb-64b19cfacec5/1bfd9226-8147-42a2-92c6-8ac2221ae1d8/d05b572b-871a-4482-bbf0-7d6357d621ea) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:56:22.364972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.442343 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a8be1a88-b491-4e19-ad93-99d59881e638 req-3baed2ae-c6ca-4e66-9486-010cc251315d service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188310 Mar 08 15:56:22.510342 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.554084 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.611758 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:22.618749 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:22.622377 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9cff5972-10ed-41b2-81c1-110a34533c6f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:56:22.624555 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:56:22.630703 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:22.631538 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.647248 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=d05b572b-871a-4482-bbf0-7d6357d621ea,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:22.674436 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b3f48162-120b-4f88-832f-b4288856928f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5766206 Mar 08 15:56:22.688776 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Request body: {'port': {'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:22.789837 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69481e3c-dbd7-483d-9ff9-3962c286eb45 {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:22.801861 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Publish callbacks [] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.823110 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Transition to ACTIVE for port object 69481e3c-dbd7-483d-9ff9-3962c286eb45 will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:56:22.834254 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.840039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 9cff5972-10ed-41b2-81c1-110a34533c6f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9cff5972-10ed-41b2-81c1-110a34533c6f,segment=NetworkSegment(2c43821b-7e7f-43b4-9a8c-dd6dedc914db),segment_id=2c43821b-7e7f-43b4-9a8c-dd6dedc914db)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:22.860749 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.866422 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '9cff5972-10ed-41b2-81c1-110a34533c6f', 'network_id': '267d51db-9100-424e-b89a-dcd9b46d5b37', 'port_id': '9cff5972-10ed-41b2-81c1-110a34533c6f', 'mac_address': 'fa:16:3e:c0:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790c20eb-ba35-457a-b5d7-b2e6f6ca83d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:56:22.949027 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 9cff5972-10ed-41b2-81c1-110a34533c6f is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:22.950258 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:22.989329 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cff5972-10ed-41b2-81c1-110a34533c6f {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:23.034233 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 9cff5972-10ed-41b2-81c1-110a34533c6f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9cff5972-10ed-41b2-81c1-110a34533c6f,segment=NetworkSegment(2c43821b-7e7f-43b4-9a8c-dd6dedc914db),segment_id=2c43821b-7e7f-43b4-9a8c-dd6dedc914db)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:23.044348 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.075225 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Attempting to bind port 69481e3c-dbd7-483d-9ff9-3962c286eb45 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:23.075593 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Attempting to bind port 69481e3c-dbd7-483d-9ff9-3962c286eb45 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:23.075892 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Attempting to bind port 69481e3c-dbd7-483d-9ff9-3962c286eb45 on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:23.081990 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Pushing event updated for resources: {'Port': ['ID=69481e3c-dbd7-483d-9ff9-3962c286eb45,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:23.091913 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Port 69481e3c-dbd7-483d-9ff9-3962c286eb45 on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:56:23.092295 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Attempting to bind port 69481e3c-dbd7-483d-9ff9-3962c286eb45 on network 6924e6b0-7eb8-4184-895c-0d0d3d20e150 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:23.111253 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e77781-6c96-4368-b620-8ce294c8cdde req-d6a208c7-8ae5-41e9-b52d-c47e01a01c4f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:23.113329 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-03e77781-6c96-4368-b620-8ce294c8cdde req-d6a208c7-8ae5-41e9-b52d-c47e01a01c4f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 943 time: 0.2304602 Mar 08 15:56:23.114141 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:23.114452 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Checking segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:23.114844 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Bound using segment: {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:23.115435 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Bound port: 69481e3c-dbd7-483d-9ff9-3962c286eb45, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de80141e-e3e5-408b-befd-7d8d75fd7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:23.116382 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.187729 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a10a8e71-b6fc-4c75-a3df-d92925652b08 None None] Provisioning complete for port d05b572b-871a-4482-bbf0-7d6357d621ea triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:23.191184 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a10a8e71-b6fc-4c75-a3df-d92925652b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.196140 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=9cff5972-10ed-41b2-81c1-110a34533c6f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:23.276252 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05b572b-871a-4482-bbf0-7d6357d621ea {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:23.284829 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Publish callbacks [] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.299184 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Transition to ACTIVE for port object d05b572b-871a-4482-bbf0-7d6357d621ea will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:56:23.299674 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a10a8e71-b6fc-4c75-a3df-d92925652b08 None None] Port d05b572b-871a-4482-bbf0-7d6357d621ea cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:56:23.308223 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.347824 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-03e77781-6c96-4368-b620-8ce294c8cdde req-cec3b52e-fe4c-4e11-880e-d714f694e186 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183466 Mar 08 15:56:23.353296 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['9cff5972-10ed-41b2-81c1-110a34533c6f'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:56:23.408928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Pushing event updated for resources: {'Port': ['ID=d05b572b-871a-4482-bbf0-7d6357d621ea,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:23.464101 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f857a-ab45-4def-ba42-db57f69659c7 req-30bc3249-695f-472b-bfed-9fe904d1c214 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:23.473955 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d06f857a-ab45-4def-ba42-db57f69659c7 req-30bc3249-695f-472b-bfed-9fe904d1c214 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 932 time: 0.3325238 Mar 08 15:56:23.527931 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Attempting to bind port d05b572b-871a-4482-bbf0-7d6357d621ea on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:23.528290 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Attempting to bind port d05b572b-871a-4482-bbf0-7d6357d621ea by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:23.528623 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Attempting to bind port d05b572b-871a-4482-bbf0-7d6357d621ea on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:23.545421 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Port d05b572b-871a-4482-bbf0-7d6357d621ea on network 373085e0-5393-4c54-8adb-64b19cfacec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:56:23.545967 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Attempting to bind port d05b572b-871a-4482-bbf0-7d6357d621ea on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:23.558067 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:23.558536 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:23.558978 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Bound using segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:23.559500 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Bound port: d05b572b-871a-4482-bbf0-7d6357d621ea, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:23.566195 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.640830 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] For port 69481e3c-dbd7-483d-9ff9-3962c286eb45, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:23.670402 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] For port 69481e3c-dbd7-483d-9ff9-3962c286eb45, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:23.710051 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.720433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] For port d05b572b-871a-4482-bbf0-7d6357d621ea, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:23.730355 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] For port d05b572b-871a-4482-bbf0-7d6357d621ea, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05b572b-871a-4482-bbf0-7d6357d621ea,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:23.749513 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d06f857a-ab45-4def-ba42-db57f69659c7 req-82cd664f-04b3-49ed-b43a-c311d8738c6b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743380 Mar 08 15:56:23.754639 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.792897 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:23.794012 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.796163 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] 10.222.0.37 "PUT /v2.0/ports/69481e3c-dbd7-483d-9ff9-3962c286eb45 HTTP/1.1" status: 200 len: 1093 time: 1.5851285 Mar 08 15:56:23.796827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'tag': '69481e3c-dbd7-483d-9ff9-3962c286eb45'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:23.799932 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd00a369-3662-4dd4-8369-1209252683b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f033c7e9-9f7d-49da-a8e3-84439e605756", "tag": "69481e3c-dbd7-483d-9ff9-3962c286eb45"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:23.886671 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:23.887337 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:23.900251 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] 10.222.0.37 "PUT /v2.0/ports/d05b572b-871a-4482-bbf0-7d6357d621ea HTTP/1.1" status: 200 len: 1094 time: 1.2176573 Mar 08 15:56:23.903423 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:23.917769 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816f48bd-8522-4259-bb6f-5687de303dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:23.957743 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d23a4-b727-4eaf-afd8-cebd2abf7831 service neutron] Pushing event updated for resources: {'Port': ['ID=d05b572b-871a-4482-bbf0-7d6357d621ea,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:23.963609 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106091e-e4ea-4882-805a-c0c5f3e1985a req-41ce3849-48ec-4562-8a1d-c51ad4e1d587 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:23.972598 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1106091e-e4ea-4882-805a-c0c5f3e1985a req-41ce3849-48ec-4562-8a1d-c51ad4e1d587 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 944 time: 0.4673607 Mar 08 15:56:24.019352 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b08de0af-fd6b-4d64-92b2-46366856f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.021435 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-b08de0af-fd6b-4d64-92b2-46366856f710 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 1128 time: 0.0657432 Mar 08 15:56:24.031948 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66926d2-656c-4791-b75c-c681d8316012 x-openstack-request-id: req-b66926d2-656c-4791-b75c-c681d8316012 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:24.035417 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f033c7e9-9f7d-49da-a8e3-84439e605756", "tag": "69481e3c-dbd7-483d-9ff9-3962c286eb45", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:24.035779 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b66926d2-656c-4791-b75c-c681d8316012 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:24.036795 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'tag': '69481e3c-dbd7-483d-9ff9-3962c286eb45', 'status': 'completed', 'code': 200} Mar 08 15:56:24.056882 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e79526-08e9-4cf4-b7c1-f3ea0122f24c service neutron] Pushing event updated for resources: {'Port': ['ID=69481e3c-dbd7-483d-9ff9-3962c286eb45,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:24.096310 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a10e4d-0d1a-4993-bf6f-55377d225398 x-openstack-request-id: req-81a10e4d-0d1a-4993-bf6f-55377d225398 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:24.097902 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:24.098334 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81a10e4d-0d1a-4993-bf6f-55377d225398 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:24.099783 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'status': 'completed', 'code': 200} Mar 08 15:56:24.103366 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-615bcf2f-c010-4c85-be20-dc1ac4ebf2b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d05b572b-871a-4482-bbf0-7d6357d621ea HTTP/1.1" status: 200 len: 217 time: 0.0738292 Mar 08 15:56:24.104180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-3aa64eaf-50b7-40f4-8332-1537743a7bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.106186 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-3aa64eaf-50b7-40f4-8332-1537743a7bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 1127 time: 0.2473898 Mar 08 15:56:24.114959 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1106091e-e4ea-4882-805a-c0c5f3e1985a req-340ff8af-2156-4fbf-9795-b4e6a760b62c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407268 Mar 08 15:56:24.170988 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-e0a868c6-a919-4498-973e-bb6f8bd66d19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45 HTTP/1.1" status: 200 len: 217 time: 0.0549219 Mar 08 15:56:24.224055 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-2cefb255-dc37-4f48-9119-2cd6751b8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.227910 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-2cefb255-dc37-4f48-9119-2cd6751b8094 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.1077359 Mar 08 15:56:24.238065 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-2ee5aa6a-cff4-4ea3-bdba-3066c017acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.239455 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-2ee5aa6a-cff4-4ea3-bdba-3066c017acd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0591795 Mar 08 15:56:24.275593 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-5f818e7b-ed58-47b4-a260-9d2faee211a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286286 Mar 08 15:56:24.300984 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-58f37fae-5ee3-41ec-a34e-56c06e86ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.302500 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-58f37fae-5ee3-41ec-a34e-56c06e86ab14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0673666 Mar 08 15:56:24.386397 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-540a4e0a-ce04-46fb-8ae7-937eb5ab8a55 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028357 Mar 08 15:56:24.446811 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-3a103246-7513-4731-8e57-e64e1093cf74 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360672 Mar 08 15:56:24.557309 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ad9cab67-0ad0-411b-bcf5-e76836982117 req-79eeeae7-64c1-4d90-81e4-2434fec60adb service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039994 Mar 08 15:56:24.602430 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756adf10-31e8-424a-85ed-f917236e21fb req-b486ff9d-b587-4ca0-9302-8dc8ebb0db49 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.605179 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-756adf10-31e8-424a-85ed-f917236e21fb req-b486ff9d-b587-4ca0-9302-8dc8ebb0db49 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 943 time: 0.1540105 Mar 08 15:56:24.607787 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9cff5972-10ed-41b2-81c1-110a34533c6f up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:24.610151 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b76629d1-291f-458c-9732-0cf0c367ad09 req-46ae4ce5-8c3b-495d-825c-dc7d5a89f51b service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161138 Mar 08 15:56:24.781596 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00a369-3662-4dd4-8369-1209252683b4 req-8e872773-3a1c-45a6-8751-c08602d4133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.783119 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-8e872773-3a1c-45a6-8751-c08602d4133b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 1127 time: 0.1092980 Mar 08 15:56:24.834982 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-756adf10-31e8-424a-85ed-f917236e21fb req-c3951be9-122c-4731-b587-a3a84210edae tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237189 Mar 08 15:56:24.856118 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 9cff5972-10ed-41b2-81c1-110a34533c6f completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:56:24.863474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 9cff5972-10ed-41b2-81c1-110a34533c6f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:24.864178 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:24.873388 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-f4018680-fa56-4d41-bd1f-304b2df79c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:24.877557 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-f4018680-fa56-4d41-bd1f-304b2df79c9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 1128 time: 0.1824832 Mar 08 15:56:25.055450 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-34820ecf-9bad-4556-8c51-d0e9c99d2dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.057036 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-34820ecf-9bad-4556-8c51-d0e9c99d2dfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.1749320 Mar 08 15:56:25.137482 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 9cff5972-10ed-41b2-81c1-110a34533c6f is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:25.137903 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:25.138561 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-74dbdce4-59b4-4bcd-99b0-9c32a34b466b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d05b572b-871a-4482-bbf0-7d6357d621ea HTTP/1.1" status: 200 len: 217 time: 0.0691600 Mar 08 15:56:25.172548 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00a369-3662-4dd4-8369-1209252683b4 req-8794dab7-12f9-41be-8bf4-0b71f2e12951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.183554 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-8794dab7-12f9-41be-8bf4-0b71f2e12951 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.3880253 Mar 08 15:56:25.215125 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84bbd7-5957-47d3-93c1-c47dafdf0816 req-10d9f780-8539-43f8-a216-7bd220564ea4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.215911 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3a84bbd7-5957-47d3-93c1-c47dafdf0816 req-10d9f780-8539-43f8-a216-7bd220564ea4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 944 time: 0.1577008 Mar 08 15:56:25.243083 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cff5972-10ed-41b2-81c1-110a34533c6f'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:25.252360 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-df5b27a5-f860-466f-9bbd-c42de080df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.264245 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-df5b27a5-f860-466f-9bbd-c42de080df54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.1086662 Mar 08 15:56:25.284204 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-99e7d977-c108-4144-bab6-6bacb608f748 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45 HTTP/1.1" status: 200 len: 217 time: 0.0928614 Mar 08 15:56:25.350729 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 9cff5972-10ed-41b2-81c1-110a34533c6f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9cff5972-10ed-41b2-81c1-110a34533c6f,segment=NetworkSegment(2c43821b-7e7f-43b4-9a8c-dd6dedc914db),segment_id=2c43821b-7e7f-43b4-9a8c-dd6dedc914db)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:25.356799 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:25.378203 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00a369-3662-4dd4-8369-1209252683b4 req-2059c203-1ade-460e-a1e0-30cfdaebc77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.386854 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-2059c203-1ade-460e-a1e0-30cfdaebc77d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0942800 Mar 08 15:56:25.387705 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3a84bbd7-5957-47d3-93c1-c47dafdf0816 req-86d93c01-61f7-4b1f-9761-a773fbd663e0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652722 Mar 08 15:56:25.432850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=9cff5972-10ed-41b2-81c1-110a34533c6f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:25.445847 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-e9cb8113-f5a3-4bae-b93d-7bd36af07798 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500691 Mar 08 15:56:25.448893 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-8f0e6d42-debb-4fd2-84da-a06c5ab00d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.450415 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-8f0e6d42-debb-4fd2-84da-a06c5ab00d7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1797128 Mar 08 15:56:25.457426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3a8ae-29e6-427a-8a92-0fdb2e5b28e1 req-c1112c4c-96cc-4a52-aa3d-af91e3227e1a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:25.458907 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eba3a8ae-29e6-427a-8a92-0fdb2e5b28e1 req-c1112c4c-96cc-4a52-aa3d-af91e3227e1a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 944 time: 0.1707454 Mar 08 15:56:25.544181 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8316800-4915-4f6b-a960-b0ebbcd09c84" -d '{"events": [{"server_uuid": "275837ff-7a87-46a5-8e50-67fae2b786aa", "name": "network-vif-plugged", "status": "completed", "tag": "9cff5972-10ed-41b2-81c1-110a34533c6f"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:25.623489 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-bda0d1a0-4185-4f99-abbb-5817279ae5e8 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651154 Mar 08 15:56:25.667860 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f8ca3d-f2e6-48ce-bb9e-5ef87c370034 x-openstack-request-id: req-f0f8ca3d-f2e6-48ce-bb9e-5ef87c370034 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:25.668968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275837ff-7a87-46a5-8e50-67fae2b786aa", "name": "network-vif-plugged", "status": "completed", "tag": "9cff5972-10ed-41b2-81c1-110a34533c6f", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:25.670234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0f8ca3d-f2e6-48ce-bb9e-5ef87c370034 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:25.670852 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cff5972-10ed-41b2-81c1-110a34533c6f', 'code': 200} Mar 08 15:56:25.709324 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eba3a8ae-29e6-427a-8a92-0fdb2e5b28e1 req-8bf99845-9250-4b16-a981-c101281b01e4 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284257 Mar 08 15:56:25.741920 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-6a1b141d-de22-4a1d-ab99-e40aa4313470 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820091 Mar 08 15:56:25.783641 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fd00a369-3662-4dd4-8369-1209252683b4 req-fe6f7b94-c5f0-4534-acbc-e350dc628e7b service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482491 Mar 08 15:56:25.901905 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-816f48bd-8522-4259-bb6f-5687de303dc0 req-71b7de46-9e17-4b8e-b611-fd84af7c4aec service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466484 Mar 08 15:56:26.064583 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cccdf-8fa1-4249-abfd-6d3284b515a3 req-8445231e-4152-427e-8028-1ff76be9bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:26.066517 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c53cccdf-8fa1-4249-abfd-6d3284b515a3 req-8445231e-4152-427e-8028-1ff76be9bf26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 1129 time: 0.1350911 Mar 08 15:56:26.075482 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4331c8a-182d-49e6-91b8-4d4da62aa671 req-f9a3d8b6-8254-44e9-99fc-99363e22c479 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:26.077045 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4331c8a-182d-49e6-91b8-4d4da62aa671 req-f9a3d8b6-8254-44e9-99fc-99363e22c479 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 943 time: 0.1048782 Mar 08 15:56:26.098260 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-c53cccdf-8fa1-4249-abfd-6d3284b515a3 req-aca4a4b2-95af-4225-b06f-a5fbb394422a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:26.162207 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4331c8a-182d-49e6-91b8-4d4da62aa671 req-24fbb15b-5de4-46c8-bbf6-a23d34f1c730 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Mar 08 15:56:26.219044 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-c53cccdf-8fa1-4249-abfd-6d3284b515a3 req-aca4a4b2-95af-4225-b06f-a5fbb394422a service neutron] Publish callbacks [] for security_group (30547925-f963-4dc0-b6b1-5023d3639f58), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:26.224581 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-c53cccdf-8fa1-4249-abfd-6d3284b515a3 req-aca4a4b2-95af-4225-b06f-a5fbb394422a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (30547925-f963-4dc0-b6b1-5023d3639f58), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:26.274760 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c53cccdf-8fa1-4249-abfd-6d3284b515a3 req-aca4a4b2-95af-4225-b06f-a5fbb394422a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966186 Mar 08 15:56:26.275561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4a4b2-95af-4225-b06f-a5fbb394422a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=30547925-f963-4dc0-b6b1-5023d3639f58,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:26.560207 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b7738-58e8-4ad9-8d13-4bf6b0cc9879 req-a571663f-a43e-4880-8310-2c61a15013e5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:26.562331 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8b8b7738-58e8-4ad9-8d13-4bf6b0cc9879 req-a571663f-a43e-4880-8310-2c61a15013e5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 944 time: 0.0733078 Mar 08 15:56:26.615212 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:56:26.629962 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8b8b7738-58e8-4ad9-8d13-4bf6b0cc9879 req-6d97b63f-9f5f-4ee3-8be7-4bc6343d5d5a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591581 Mar 08 15:56:26.750058 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:26.763026 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'port_id': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d', 'mac_address': 'fa:16:3e:d5:9c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:56:26.796193 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56914) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:26.813367 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:26.813367 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:26.829070 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:26.881344 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:26.891096 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:26.936271 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047c444-b349-48d1-b28c-4bed83a0cfc1 req-585ddbdb-15d2-4e71-98db-9431074afbad tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:26.938088 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4047c444-b349-48d1-b28c-4bed83a0cfc1 req-585ddbdb-15d2-4e71-98db-9431074afbad tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 945 time: 0.1017849 Mar 08 15:56:26.955389 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-78fa41f2-7efa-4719-9fd9-754dab5a799b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:26.957679 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:27.047974 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4047c444-b349-48d1-b28c-4bed83a0cfc1 req-7b7e9403-33a6-4eb0-8f8b-dee4aaed9cae tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894744 Mar 08 15:56:27.113088 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-78fa41f2-7efa-4719-9fd9-754dab5a799b admin admin] Publish callbacks [] for security_group (63dc9c52-01ac-408f-9129-f81efa25e715), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.121360 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-78fa41f2-7efa-4719-9fd9-754dab5a799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (63dc9c52-01ac-408f-9129-f81efa25e715), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.139337 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:56:27.168116 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-78fa41f2-7efa-4719-9fd9-754dab5a799b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eac1c66957884088b2cd25f9be3b2c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703668 Mar 08 15:56:27.168426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa41f2-7efa-4719-9fd9-754dab5a799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dc9c52-01ac-408f-9129-f81efa25e715,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:27.173192 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56932) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:27.251011 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57dee61a-ff80-4b47-be57-41584c2a6996 admin admin] Publish callbacks [] for security_group (63dc9c52-01ac-408f-9129-f81efa25e715), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.280608 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57dee61a-ff80-4b47-be57-41584c2a6996 admin admin] Publish callbacks [] for security_group (63dc9c52-01ac-408f-9129-f81efa25e715), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.331134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dd10b-79f2-4832-882a-1833c55039ce req-a87321da-dedf-438b-90cf-01973df9ec9d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:27.332846 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f8dd10b-79f2-4832-882a-1833c55039ce req-a87321da-dedf-438b-90cf-01973df9ec9d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 943 time: 0.0856643 Mar 08 15:56:27.360820 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57dee61a-ff80-4b47-be57-41584c2a6996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (63dc9c52-01ac-408f-9129-f81efa25e715), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.364303 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57dee61a-ff80-4b47-be57-41584c2a6996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.365598 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-57dee61a-ff80-4b47-be57-41584c2a6996 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63dc9c52-01ac-408f-9129-f81efa25e715 HTTP/1.1" status: 204 len: 168 time: 0.1913636 Mar 08 15:56:27.373701 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dee61a-ff80-4b47-be57-41584c2a6996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dc9c52-01ac-408f-9129-f81efa25e715,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:27.414989 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f8dd10b-79f2-4832-882a-1833c55039ce req-ef6bc240-ba71-4fe4-896b-dc91028e32ee tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740442 Mar 08 15:56:27.683366 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 56970) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:27.842733 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ea32e-c20f-4fab-9ffe-9f8a24079e9f req-f807b0ab-ef62-4b1b-9282-c751a95b38f7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:27.850607 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e1ea32e-c20f-4fab-9ffe-9f8a24079e9f req-f807b0ab-ef62-4b1b-9282-c751a95b38f7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 944 time: 0.1065631 Mar 08 15:56:27.889902 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53ac067b-607e-426d-b9b0-3cd52a211d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.908065 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 56988) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:27.925199 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d14902c7-96d6-415c-9fdc-afce9634bdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:27.977489 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e1ea32e-c20f-4fab-9ffe-9f8a24079e9f req-f5fbbff3-337d-4038-8c8d-abfdbc7c8259 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888033 Mar 08 15:56:28.122378 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d14902c7-96d6-415c-9fdc-afce9634bdc4 admin admin] Publish callbacks [] for security_group (18105833-2aff-4380-8fd3-0416edb319a8), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.131601 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d14902c7-96d6-415c-9fdc-afce9634bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (18105833-2aff-4380-8fd3-0416edb319a8), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.261450 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14902c7-96d6-415c-9fdc-afce9634bdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18105833-2aff-4380-8fd3-0416edb319a8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:28.274680 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57012) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:28.275619 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d14902c7-96d6-415c-9fdc-afce9634bdc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbef4c4e439c4d2aa15337c92fbd2288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3664360 Mar 08 15:56:28.281396 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53ac067b-607e-426d-b9b0-3cd52a211d56 admin admin] Publish callbacks [] for security_group (c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.297539 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53ac067b-607e-426d-b9b0-3cd52a211d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.387110 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-53ac067b-607e-426d-b9b0-3cd52a211d56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0ff6cd1951b4fffb5e96e5c3c35c16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7004640 Mar 08 15:56:28.388183 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57020) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:28.396941 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac067b-607e-426d-b9b0-3cd52a211d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:28.418116 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1166f623-2914-4e4e-8382-c259610759a8 admin admin] Publish callbacks [] for security_group (18105833-2aff-4380-8fd3-0416edb319a8), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.438254 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239548d3-3d83-4da7-a11b-e7dfe86d5186 req-76df61cf-4eb9-4832-8b55-a82f5dd849a6 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:28.446815 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffe61707-09fb-4aa2-a376-c5332d30d1ad admin admin] Publish callbacks [] for security_group (c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.448852 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-239548d3-3d83-4da7-a11b-e7dfe86d5186 req-76df61cf-4eb9-4832-8b55-a82f5dd849a6 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 945 time: 0.1756210 Mar 08 15:56:28.482192 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffe61707-09fb-4aa2-a376-c5332d30d1ad admin admin] Publish callbacks [] for security_group (c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.515262 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-239548d3-3d83-4da7-a11b-e7dfe86d5186 req-e5b23960-fa55-4adf-9c7e-2cf39f846f21 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588813 Mar 08 15:56:28.529416 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1166f623-2914-4e4e-8382-c259610759a8 admin admin] Publish callbacks [] for security_group (18105833-2aff-4380-8fd3-0416edb319a8), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.562943 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffe61707-09fb-4aa2-a376-c5332d30d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.566409 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffe61707-09fb-4aa2-a376-c5332d30d1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.568150 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-ffe61707-09fb-4aa2-a376-c5332d30d1ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7 HTTP/1.1" status: 204 len: 168 time: 0.1789629 Mar 08 15:56:28.581168 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe61707-09fb-4aa2-a376-c5332d30d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e2c75f-e44f-4e9f-bcdf-6f2dc8aba6a7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:28.651025 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d05b572b-871a-4482-bbf0-7d6357d621ea details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:56:28.651684 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2afd3d-860d-406d-b582-3eba351e7d56 req-bc4bdc4c-1cc2-460d-8ae6-08baacaada00 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:28.652841 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9b2afd3d-860d-406d-b582-3eba351e7d56 req-bc4bdc4c-1cc2-460d-8ae6-08baacaada00 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 943 time: 0.1412656 Mar 08 15:56:28.678203 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:28.809303 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1166f623-2914-4e4e-8382-c259610759a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (18105833-2aff-4380-8fd3-0416edb319a8), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.821122 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1166f623-2914-4e4e-8382-c259610759a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:28.830227 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1166f623-2914-4e4e-8382-c259610759a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18105833-2aff-4380-8fd3-0416edb319a8 HTTP/1.1" status: 204 len: 168 time: 0.5500207 Mar 08 15:56:28.850949 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9b2afd3d-860d-406d-b582-3eba351e7d56 req-228069af-8469-4a40-aafd-24cc2f91271f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816144 Mar 08 15:56:28.863381 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166f623-2914-4e4e-8382-c259610759a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18105833-2aff-4380-8fd3-0416edb319a8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:28.981100 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:56:28.988869 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:28.989538 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.273910 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe464c2-0dbc-4c0b-8397-87f7f2329135 req-04321ef2-c3bd-4598-971d-f818261db002 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:29.276944 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8fe464c2-0dbc-4c0b-8397-87f7f2329135 req-04321ef2-c3bd-4598-971d-f818261db002 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 944 time: 0.1673956 Mar 08 15:56:29.409149 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8fe464c2-0dbc-4c0b-8397-87f7f2329135 req-1ff620e9-557b-4b8d-912c-cc3546aac78f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263120 Mar 08 15:56:29.448248 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port d05b572b-871a-4482-bbf0-7d6357d621ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05b572b-871a-4482-bbf0-7d6357d621ea,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:29.459460 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-766a7226-707b-4c3b-b6b1-57661eb981d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.472353 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:56:29.481965 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57066) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:29.561534 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port d05b572b-871a-4482-bbf0-7d6357d621ea is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:29.562326 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.599031 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05b572b-871a-4482-bbf0-7d6357d621ea {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:29.606661 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:29.607765 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.662813 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57076) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:29.667436 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:29.672490 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53bf75-aabb-4e79-aa37-d9af65b5ab31" -d '{"events": [{"server_uuid": "2abea3e0-fe6f-4889-bf23-a7c2ad5df45d", "name": "network-vif-plugged", "status": "completed", "tag": "8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:29.685880 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port d05b572b-871a-4482-bbf0-7d6357d621ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05b572b-871a-4482-bbf0-7d6357d621ea,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:29.687320 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f0747163-c92f-48cd-b181-f9f4eff06ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.721994 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:29.724971 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.728121 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 69481e3c-dbd7-483d-9ff9-3962c286eb45 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:56:29.739127 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.746728 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c667856d-8369-4499-893a-4be89a520fa0 x-openstack-request-id: req-c667856d-8369-4499-893a-4be89a520fa0 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:29.747021 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abea3e0-fe6f-4889-bf23-a7c2ad5df45d", "name": "network-vif-plugged", "status": "completed", "tag": "8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:29.747309 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c667856d-8369-4499-893a-4be89a520fa0 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:29.747842 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d', 'code': 200} Mar 08 15:56:29.827166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=d05b572b-871a-4482-bbf0-7d6357d621ea,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:29.922014 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f0747163-c92f-48cd-b181-f9f4eff06ade admin admin] Publish callbacks [] for security_group (1f8d0739-8405-47ef-8298-1e0685deacc2), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.936387 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f0747163-c92f-48cd-b181-f9f4eff06ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1f8d0739-8405-47ef-8298-1e0685deacc2), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:29.999131 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:30.024032 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 69481e3c-dbd7-483d-9ff9-3962c286eb45, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:30.042426 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '69481e3c-dbd7-483d-9ff9-3962c286eb45', 'network_id': '6924e6b0-7eb8-4184-895c-0d0d3d20e150', 'port_id': '69481e3c-dbd7-483d-9ff9-3962c286eb45', 'mac_address': 'fa:16:3e:c5:f7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d8330a-0f79-4216-b7d8-661ea330d809', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:56:30.048205 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-026a5ffe-0575-44e9-985d-3b263e89d22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.054045 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f0747163-c92f-48cd-b181-f9f4eff06ade admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b86feaaabd614b69a4f131bf68c36bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897550 Mar 08 15:56:30.059836 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57094) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:30.061765 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0747163-c92f-48cd-b181-f9f4eff06ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8d0739-8405-47ef-8298-1e0685deacc2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:30.109887 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 69481e3c-dbd7-483d-9ff9-3962c286eb45 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:30.111299 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.146102 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69481e3c-dbd7-483d-9ff9-3962c286eb45 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:30.152847 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8c4e0-cddb-49cf-8e2a-7784154bd19b req-5247ef37-18f1-4059-8d29-6dc66ea02b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:30.154415 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dbc8c4e0-cddb-49cf-8e2a-7784154bd19b req-5247ef37-18f1-4059-8d29-6dc66ea02b01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.1823244 Mar 08 15:56:30.181899 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a8da-9312-4f06-8dde-71abd02708f5 req-c2dcfb49-a00d-45cd-89ab-6bf69870aca8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:30.184286 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 69481e3c-dbd7-483d-9ff9-3962c286eb45, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:30.190157 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.192748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e8a2a8da-9312-4f06-8dde-71abd02708f5 req-c2dcfb49-a00d-45cd-89ab-6bf69870aca8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 943 time: 0.2109728 Mar 08 15:56:30.198899 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-026a5ffe-0575-44e9-985d-3b263e89d22c admin admin] Publish callbacks [] for security_group (94fc5f73-0126-40a9-8845-46608b3c7a0c), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.206135 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-026a5ffe-0575-44e9-985d-3b263e89d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (94fc5f73-0126-40a9-8845-46608b3c7a0c), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.224037 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49de8aa4-34ec-4f7a-a1db-22d5dcff45cb admin admin] Publish callbacks [] for security_group (1f8d0739-8405-47ef-8298-1e0685deacc2), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.241828 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-026a5ffe-0575-44e9-985d-3b263e89d22c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d87516f30af744bfb9cbfc4f7d6d6ced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7586968 Mar 08 15:56:30.247019 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57098) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:30.290410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49de8aa4-34ec-4f7a-a1db-22d5dcff45cb admin admin] Publish callbacks [] for security_group (1f8d0739-8405-47ef-8298-1e0685deacc2), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.297745 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dbc8c4e0-cddb-49cf-8e2a-7784154bd19b req-7d883eef-ac41-46ea-8ff7-f1e7a01ea8d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358051 Mar 08 15:56:30.319828 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a5ffe-0575-44e9-985d-3b263e89d22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc5f73-0126-40a9-8845-46608b3c7a0c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:30.337627 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e8a2a8da-9312-4f06-8dde-71abd02708f5 req-d48dabe4-1118-406d-babf-e97a1bf5568b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398237 Mar 08 15:56:30.350314 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=69481e3c-dbd7-483d-9ff9-3962c286eb45,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:30.369908 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca1ffa62-029f-4b59-a9b4-32f6a4953668 admin admin] Publish callbacks [] for security_group (94fc5f73-0126-40a9-8845-46608b3c7a0c), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.426990 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49de8aa4-34ec-4f7a-a1db-22d5dcff45cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1f8d0739-8405-47ef-8298-1e0685deacc2), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.432566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49de8aa4-34ec-4f7a-a1db-22d5dcff45cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.434065 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-49de8aa4-34ec-4f7a-a1db-22d5dcff45cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f8d0739-8405-47ef-8298-1e0685deacc2 HTTP/1.1" status: 204 len: 168 time: 0.3730991 Mar 08 15:56:30.448377 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de8aa4-34ec-4f7a-a1db-22d5dcff45cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8d0739-8405-47ef-8298-1e0685deacc2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:30.449926 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca1ffa62-029f-4b59-a9b4-32f6a4953668 admin admin] Publish callbacks [] for security_group (94fc5f73-0126-40a9-8845-46608b3c7a0c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.460196 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['d05b572b-871a-4482-bbf0-7d6357d621ea'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:56:30.526639 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['69481e3c-dbd7-483d-9ff9-3962c286eb45'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:56:30.602033 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca1ffa62-029f-4b59-a9b4-32f6a4953668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (94fc5f73-0126-40a9-8845-46608b3c7a0c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.605245 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca1ffa62-029f-4b59-a9b4-32f6a4953668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:30.606450 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-ca1ffa62-029f-4b59-a9b4-32f6a4953668 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94fc5f73-0126-40a9-8845-46608b3c7a0c HTTP/1.1" status: 204 len: 168 time: 0.3574021 Mar 08 15:56:30.628142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ffa62-029f-4b59-a9b4-32f6a4953668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc5f73-0126-40a9-8845-46608b3c7a0c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:30.689306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:30.709211 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544690a-8009-4921-ba70-02c3c2c68ea9 req-419ed690-a46d-46b8-838f-cc016df88eec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:30.713314 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4544690a-8009-4921-ba70-02c3c2c68ea9 req-419ed690-a46d-46b8-838f-cc016df88eec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 945 time: 0.1412637 Mar 08 15:56:30.844934 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4544690a-8009-4921-ba70-02c3c2c68ea9 req-780f2d59-3667-4bbf-97bb-76ad8dc43331 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247196 Mar 08 15:56:30.980624 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115837675-network', 'tenant_id': 'ae6957a0240e43298d2629e764ab4552'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:31.028022 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Made reservation on behalf of ae6957a0240e43298d2629e764ab4552 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:31.033075 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.050110 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.176409 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks [] for security_group (4d765132-2dba-4dac-8561-2b60a7c8d314), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.182944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4d765132-2dba-4dac-8561-2b60a7c8d314), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.231935 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] vlan segment allocate from pool success with {'vlan_id': 275, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:56:31.243419 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d765132-2dba-4dac-8561-2b60a7c8d314,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:31.250132 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (834786a1-9e16-431e-8921-e4aac3503b4c), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.250524 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Added segment 834786a1-9e16-431e-8921-e4aac3503b4c of type vlan for network 6f62f9a6-a821-4138-a182-33030bbbdf10 Mar 08 15:56:31.282689 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:31.299010 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (6f62f9a6-a821-4138-a182-33030bbbdf10), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.304983 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3419-02a5-4d8f-8e46-d5ba22839144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.329330 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (6f62f9a6-a821-4138-a182-33030bbbdf10), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.330668 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:31.331326 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.404067 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] Pushing event updated for resources: {'Network': ['ID=6f62f9a6-a821-4138-a182-33030bbbdf10,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:31.424270 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-133c60b1-7495-4a0c-85be-5f2924ea9604 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7315440 Mar 08 15:56:31.425980 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 6f62f9a6-a821-4138-a182-33030bbbdf10 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:56:31.426988 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:31.439730 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Request body: {'subnet': {'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115837675-subnet', 'tenant_id': 'ae6957a0240e43298d2629e764ab4552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:31.483243 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Made reservation on behalf of ae6957a0240e43298d2629e764ab4552 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:31.485301 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3419-02a5-4d8f-8e46-d5ba22839144 admin admin] Publish callbacks [] for security_group (2b25a943-5ba4-4af4-826c-342a4d28f00f), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.486287 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.513141 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e7c3419-02a5-4d8f-8e46-d5ba22839144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (2b25a943-5ba4-4af4-826c-342a4d28f00f), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.571879 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57168) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:31.624765 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6e7c3419-02a5-4d8f-8e46-d5ba22839144 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=242e65e281264a549534782c37af7791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401244 Mar 08 15:56:31.643734 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:31.646782 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c3419-02a5-4d8f-8e46-d5ba22839144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25a943-5ba4-4af4-826c-342a4d28f00f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:31.668729 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa219a1-e906-4e65-acd3-479e61f5c550 req-59a28ab5-a8ab-43cf-a993-30644d6e903c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:31.675712 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-caa219a1-e906-4e65-acd3-479e61f5c550 req-59a28ab5-a8ab-43cf-a993-30644d6e903c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 944 time: 0.1882000 Mar 08 15:56:31.755594 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-caa219a1-e906-4e65-acd3-479e61f5c550 req-0ff5b32e-11f7-44f3-b35c-d5c793543a44 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785446 Mar 08 15:56:31.791890 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f47ebd76-0aac-409f-aa18-cc5b44c6a1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.828434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5a6b-b129-4cae-bca1-0e470a1dd00e admin admin] Publish callbacks [] for security_group (2b25a943-5ba4-4af4-826c-342a4d28f00f), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.860027 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (cf7bba27-dcdf-489f-a43b-e259d3f4b39f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.869442 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5a6b-b129-4cae-bca1-0e470a1dd00e admin admin] Publish callbacks [] for security_group (2b25a943-5ba4-4af4-826c-342a4d28f00f), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.890992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91862c45-a33a-4eff-8569-e42a48912bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:31.952561 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7bba27-dcdf-489f-a43b-e259d3f4b39f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:31.984286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Checking segment: {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:31.984286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Network hostable DHCP agents. Network: 6f62f9a6-a821-4138-a182-33030bbbdf10, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:56:32.006736 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Network 6f62f9a6-a821-4138-a182-33030bbbdf10 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:56:32.019214 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5a6b-b129-4cae-bca1-0e470a1dd00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (2b25a943-5ba4-4af4-826c-342a4d28f00f), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.021995 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5a6b-b129-4cae-bca1-0e470a1dd00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.024834 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0e4f5a6b-b129-4cae-bca1-0e470a1dd00e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b25a943-5ba4-4af4-826c-342a4d28f00f HTTP/1.1" status: 204 len: 168 time: 0.3792570 Mar 08 15:56:32.034724 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 6f62f9a6-a821-4138-a182-33030bbbdf10) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:32.036722 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f5a6b-b129-4cae-bca1-0e470a1dd00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25a943-5ba4-4af4-826c-342a4d28f00f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:32.043031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:32.043031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.047288 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd988a0b-506b-48cf-8f2c-738347e0ab0f None None] Network 6f62f9a6-a821-4138-a182-33030bbbdf10 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:56:32.072068 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d2c9a0b1-cf55-4ee2-9b83-ac614894cc5f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6403961 Mar 08 15:56:32.097315 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef3326-769a-4a94-85a2-2d8c6733b2cb req-5135b72b-d130-40df-a259-f023f4a2f903 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:32.099334 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-91ef3326-769a-4a94-85a2-2d8c6733b2cb req-5135b72b-d130-40df-a259-f023f4a2f903 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 945 time: 0.1321387 Mar 08 15:56:32.150173 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91862c45-a33a-4eff-8569-e42a48912bc7 admin admin] Publish callbacks [] for security_group (5a829d77-2556-405d-98c6-923f078fe4e0), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.169162 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91862c45-a33a-4eff-8569-e42a48912bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5a829d77-2556-405d-98c6-923f078fe4e0), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.204799 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-91862c45-a33a-4eff-8569-e42a48912bc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33ecdf519d8b45d5bd0f01fa14c62c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6174710 Mar 08 15:56:32.207471 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57194) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:32.223789 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc92906-fff2-4681-a3ee-9e0f12c73c89 None None] Network 6f62f9a6-a821-4138-a182-33030bbbdf10 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:56:32.233648 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-91ef3326-769a-4a94-85a2-2d8c6733b2cb req-aed20581-ca25-492f-900c-b64dadaeab7e tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187174 Mar 08 15:56:32.248134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91862c45-a33a-4eff-8569-e42a48912bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a829d77-2556-405d-98c6-923f078fe4e0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:32.295537 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79f79508-9d1d-41b7-9c56-c8e7b7ec7016 admin admin] Publish callbacks [] for security_group (5a829d77-2556-405d-98c6-923f078fe4e0), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.327256 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79f79508-9d1d-41b7-9c56-c8e7b7ec7016 admin admin] Publish callbacks [] for security_group (5a829d77-2556-405d-98c6-923f078fe4e0), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.399890 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79f79508-9d1d-41b7-9c56-c8e7b7ec7016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5a829d77-2556-405d-98c6-923f078fe4e0), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.403440 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79f79508-9d1d-41b7-9c56-c8e7b7ec7016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.404761 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-79f79508-9d1d-41b7-9c56-c8e7b7ec7016 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a829d77-2556-405d-98c6-923f078fe4e0 HTTP/1.1" status: 204 len: 168 time: 0.1962209 Mar 08 15:56:32.413346 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f79508-9d1d-41b7-9c56-c8e7b7ec7016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a829d77-2556-405d-98c6-923f078fe4e0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:32.652051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d05b572b-871a-4482-bbf0-7d6357d621ea up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:32.717243 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port d05b572b-871a-4482-bbf0-7d6357d621ea completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:56:32.722912 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port d05b572b-871a-4482-bbf0-7d6357d621ea triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:32.723524 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.740725 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57218) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:32.761176 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-764841d4-0e6e-4686-8092-1966433c804f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.815519 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port d05b572b-871a-4482-bbf0-7d6357d621ea is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:32.816086 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.895967 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-764841d4-0e6e-4686-8092-1966433c804f admin admin] Publish callbacks [] for security_group (e352fa72-99fc-44e6-bc57-27d58a8edfcc), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.903793 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-764841d4-0e6e-4686-8092-1966433c804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e352fa72-99fc-44e6-bc57-27d58a8edfcc), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.907961 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.921902 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:32.929112 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61938f7-2ea8-4816-88d3-764dba099e18" -d '{"events": [{"server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "name": "network-vif-plugged", "status": "completed", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:32.975015 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port d05b572b-871a-4482-bbf0-7d6357d621ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05b572b-871a-4482-bbf0-7d6357d621ea,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:32.985469 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:32.986505 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 69481e3c-dbd7-483d-9ff9-3962c286eb45 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:33.013156 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-764841d4-0e6e-4686-8092-1966433c804f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=370e78ca291e49eeb31f31c6b4e4bfbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710404 Mar 08 15:56:33.016851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57234) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:33.017676 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764841d4-0e6e-4686-8092-1966433c804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352fa72-99fc-44e6-bc57-27d58a8edfcc,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:33.181097 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 69481e3c-dbd7-483d-9ff9-3962c286eb45 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:56:33.192150 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 69481e3c-dbd7-483d-9ff9-3962c286eb45 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:33.192807 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.200459 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364996a8-17b4-436b-87bd-0aaae92d7636 req-d0848c1b-1a04-4f7b-83f2-0af08b42c359 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:33.212985 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-364996a8-17b4-436b-87bd-0aaae92d7636 req-d0848c1b-1a04-4f7b-83f2-0af08b42c359 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 944 time: 0.2524588 Mar 08 15:56:33.227725 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d48c679-ecf9-4026-8a61-3ea5ecaef8b1 admin admin] Publish callbacks [] for security_group (e352fa72-99fc-44e6-bc57-27d58a8edfcc), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.228835 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=d05b572b-871a-4482-bbf0-7d6357d621ea,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:33.257182 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d48c679-ecf9-4026-8a61-3ea5ecaef8b1 admin admin] Publish callbacks [] for security_group (e352fa72-99fc-44e6-bc57-27d58a8edfcc), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.324371 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d48c679-ecf9-4026-8a61-3ea5ecaef8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e352fa72-99fc-44e6-bc57-27d58a8edfcc), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.328574 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d48c679-ecf9-4026-8a61-3ea5ecaef8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.334701 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8d48c679-ecf9-4026-8a61-3ea5ecaef8b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e352fa72-99fc-44e6-bc57-27d58a8edfcc HTTP/1.1" status: 204 len: 168 time: 0.3125057 Mar 08 15:56:33.346944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48c679-ecf9-4026-8a61-3ea5ecaef8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352fa72-99fc-44e6-bc57-27d58a8edfcc,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:33.380357 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d04a85-9e96-46be-9d30-3609df9d62b2 x-openstack-request-id: req-14d04a85-9e96-46be-9d30-3609df9d62b2 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:33.380584 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "name": "network-vif-plugged", "status": "completed", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:33.380840 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14d04a85-9e96-46be-9d30-3609df9d62b2 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:33.381236 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'code': 200} Mar 08 15:56:33.452420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 69481e3c-dbd7-483d-9ff9-3962c286eb45 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:33.452420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.538570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 69481e3c-dbd7-483d-9ff9-3962c286eb45, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:33.545837 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:33.557051 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-364996a8-17b4-436b-87bd-0aaae92d7636 req-c19e6e35-6237-40fe-bdf3-6d6b547fa042 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335259 Mar 08 15:56:33.659980 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=69481e3c-dbd7-483d-9ff9-3962c286eb45,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:33.681899 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078c0d1-3a4d-4cca-ac3f-c8bcc52d80e8 req-6aa407e1-bb06-4f2e-9338-7b0027652032 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:33.686592 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4078c0d1-3a4d-4cca-ac3f-c8bcc52d80e8 req-6aa407e1-bb06-4f2e-9338-7b0027652032 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.2289422 Mar 08 15:56:33.798942 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4078c0d1-3a4d-4cca-ac3f-c8bcc52d80e8 req-c3c3631e-7a7d-4bb5-8ba0-dd0ab4244469 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951087 Mar 08 15:56:33.803456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e1a72-714a-4811-83b6-fb0e66626af6 req-8f75306e-be80-4e79-88a7-d74d7146326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:33.805284 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-647e1a72-714a-4811-83b6-fb0e66626af6 req-8f75306e-be80-4e79-88a7-d74d7146326e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 1130 time: 0.0885162 Mar 08 15:56:33.858676 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-647e1a72-714a-4811-83b6-fb0e66626af6 req-49cfdfc8-8868-405d-a94e-30556f688dbe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475366 Mar 08 15:56:34.306645 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:34.345356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-36d4c487-4f57-4fe4-9985-d09887922663 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:34.347083 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-36d4c487-4f57-4fe4-9985-d09887922663 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/networks?id=6f62f9a6-a821-4138-a182-33030bbbdf10 HTTP/1.1" status: 200 len: 809 time: 0.1202540 Mar 08 15:56:34.364623 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-50b718cb-e6dd-4e45-b1b9-cb04da780421 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/quotas/ae6957a0240e43298d2629e764ab4552 HTTP/1.1" status: 200 len: 375 time: 0.0098035 Mar 08 15:56:34.402196 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-71501afe-8927-40c2-8086-1bb949ca925a tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae6957a0240e43298d2629e764ab4552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301266 Mar 08 15:56:34.507297 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-ad240f32-e3d6-4497-9a10-d44b88608b31 service neutron] 10.222.0.15 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974267 Mar 08 15:56:34.609089 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-41033e2c-de88-4a88-9560-0c7bef235413 service neutron] 10.222.0.15 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948973 Mar 08 15:56:34.872968 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cca049e7-348d-48ba-946e-7341e7a03aa7 req-661fb637-2505-4ec2-a7e6-3152a2a4505d tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 210 time: 0.0586467 Mar 08 15:56:34.907275 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbace15-e7d5-4e50-bd50-8c5b65dcf760 req-555758ef-d633-4ec4-8726-3f680a87ee6c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:34.921927 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6bbace15-e7d5-4e50-bd50-8c5b65dcf760 req-555758ef-d633-4ec4-8726-3f680a87ee6c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.2078347 Mar 08 15:56:34.983001 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6bbace15-e7d5-4e50-bd50-8c5b65dcf760 req-27691b32-131d-46d1-9ee8-7dc20bfda969 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599654 Mar 08 15:56:35.064162 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eb22c-6c13-4ee3-9eed-08a24167e57d req-dd8681f2-9ea7-4ce2-845f-dd7b1d634b63 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:35.066307 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d69eb22c-6c13-4ee3-9eed-08a24167e57d req-dd8681f2-9ea7-4ce2-845f-dd7b1d634b63 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0876563 Mar 08 15:56:35.152893 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d69eb22c-6c13-4ee3-9eed-08a24167e57d req-3984de6c-ef46-4395-a690-bba0a37e1419 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777130 Mar 08 15:56:35.382897 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69481e3c-dbd7-483d-9ff9-3962c286eb45'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:35.387166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75880477-6b41-4a97-8ed3-84907426ea90" -d '{"events": [{"server_uuid": "f033c7e9-9f7d-49da-a8e3-84439e605756", "name": "network-vif-plugged", "status": "completed", "tag": "69481e3c-dbd7-483d-9ff9-3962c286eb45"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:35.433840 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09a09dc-561b-48ec-a903-7b4062fbdacf x-openstack-request-id: req-a09a09dc-561b-48ec-a903-7b4062fbdacf {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:35.434305 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f033c7e9-9f7d-49da-a8e3-84439e605756", "name": "network-vif-plugged", "status": "completed", "tag": "69481e3c-dbd7-483d-9ff9-3962c286eb45", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:35.434731 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a09a09dc-561b-48ec-a903-7b4062fbdacf {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:35.435440 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69481e3c-dbd7-483d-9ff9-3962c286eb45', 'code': 200} Mar 08 15:56:35.659055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026a4c-fde3-4ba8-b64b-3b85f0c055cb req-45945cd8-2e88-4881-a2eb-889e98e6e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:35.660697 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d3026a4c-fde3-4ba8-b64b-3b85f0c055cb req-45945cd8-2e88-4881-a2eb-889e98e6e256 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 1129 time: 0.0497012 Mar 08 15:56:35.723997 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d3026a4c-fde3-4ba8-b64b-3b85f0c055cb req-985382c4-1ab8-41c6-8a90-f266b8a3f8d8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540166 Mar 08 15:56:35.970462 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-193922ba-70d3-49f0-b9ee-02982de0b5ae req-cf1f52a9-53a3-4bc9-9490-bab9e3c57f43 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 210 time: 0.0295157 Mar 08 15:56:36.049917 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:36.146986 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1d24c-fc01-4fad-87fa-82aa49b8757e req-56d54a79-0afa-43eb-b7eb-3a9ba2a30996 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:36.149804 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-63a1d24c-fc01-4fad-87fa-82aa49b8757e req-56d54a79-0afa-43eb-b7eb-3a9ba2a30996 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0693979 Mar 08 15:56:36.296801 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-63a1d24c-fc01-4fad-87fa-82aa49b8757e req-f4a67674-3ee2-4854-8894-c41b662074e6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305966 Mar 08 15:56:36.432999 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea726b-424a-4e1f-a756-17a13843d423 req-5cbe4833-a77f-4a52-b19e-30d655329a40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:36.443619 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-04ea726b-424a-4e1f-a756-17a13843d423 req-5cbe4833-a77f-4a52-b19e-30d655329a40 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.1447210 Mar 08 15:56:36.553091 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-04ea726b-424a-4e1f-a756-17a13843d423 req-8d61e249-aeb0-4ce7-b278-e9b2cc11effd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044636 Mar 08 15:56:36.564252 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-0575a309-3a87-466b-9dd3-0f45e28c9f42 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:36.566076 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-0575a309-3a87-466b-9dd3-0f45e28c9f42 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "GET /v2.0/networks?id=6f62f9a6-a821-4138-a182-33030bbbdf10 HTTP/1.1" status: 200 len: 809 time: 0.1908691 Mar 08 15:56:36.580561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Request body: {'port': {'device_id': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10', 'admin_state_up': True, 'tenant_id': 'ae6957a0240e43298d2629e764ab4552'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:36.727273 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8b4e0-139c-4c1b-807c-c609002cde3f req-5bb33bf1-25ce-4b2a-95d4-fffe3aec5946 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:36.728765 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-11f8b4e0-139c-4c1b-807c-c609002cde3f req-5bb33bf1-25ce-4b2a-95d4-fffe3aec5946 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0915525 Mar 08 15:56:36.736612 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Made reservation on behalf of ae6957a0240e43298d2629e764ab4552 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:36.737800 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57410) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:36.739963 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:36.743387 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:36.829818 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (0a94aa16-daf8-4585-989a-cf6293d3a76a), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:36.885672 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Allocated IP 172.20.0.5 (6f62f9a6-a821-4138-a182-33030bbbdf10/cf7bba27-dcdf-489f-a43b-e259d3f4b39f/be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:56:37.096560 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2974264a-5816-4cbf-a322-efed315681bb req-311b5854-bdf6-4d3b-85b7-7c436016ab7f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 210 time: 0.0378733 Mar 08 15:56:37.153318 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks [] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.191713 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.244180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Network 6f62f9a6-a821-4138-a182-33030bbbdf10 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:56:37.247499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:37.250034 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:56:37.255667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:37.256293 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.269485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Pushing event updated for resources: {'Port': ['ID=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:37.280244 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f8b8dd4b-c044-4dbb-ae40-aba6e6bb864f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7041800 Mar 08 15:56:37.320333 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Request body: {'port': {'device_id': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:37.394861 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.628049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191ffd-eb92-4f97-b636-4ab0d238f5d0 req-6b463f21-f6e7-41cd-a96f-92f19f3b92c9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:37.635684 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a191ffd-eb92-4f97-b636-4ab0d238f5d0 req-6b463f21-f6e7-41cd-a96f-92f19f3b92c9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.2294099 Mar 08 15:56:37.785931 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a191ffd-eb92-4f97-b636-4ab0d238f5d0 req-cdbf3649-b4f8-4f1b-a07e-893c75c08988 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439674 Mar 08 15:56:37.866309 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.876334 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (0a94aa16-daf8-4585-989a-cf6293d3a76a), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.910603 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:37.924220 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Publish callbacks [] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:37.941029 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Transition to ACTIVE for port object be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:56:37.950421 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:38.072996 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Attempting to bind port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:56:38.073349 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Attempting to bind port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:56:38.073678 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Attempting to bind port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf on network 6f62f9a6-a821-4138-a182-33030bbbdf10 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:38.075723 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP 0a94aa16-daf8-4585-989a-cf6293d3a76a associated. External IP: 172.27.2.236, port: d05b572b-871a-4482-bbf0-7d6357d621ea. Mar 08 15:56:38.077776 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Pushing event updated for resources: {'Port': ['ID=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:38.081944 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf on network 6f62f9a6-a821-4138-a182-33030bbbdf10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:56:38.082263 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Attempting to bind port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf on network 6f62f9a6-a821-4138-a182-33030bbbdf10 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:56:38.095412 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:56:38.095750 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Checking segment: {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:38.096167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Bound using segment: {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:56:38.096758 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Bound port: be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:56:38.097311 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:38.213265 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] For port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:56:38.220575 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] For port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:56:38.232313 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:38.309346 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:38.310064 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:38.311517 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] 10.222.0.37 "PUT /v2.0/ports/be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf HTTP/1.1" status: 200 len: 1093 time: 0.9963875 Mar 08 15:56:38.312063 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'tag': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:38.314613 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a954c727-b3b1-41a0-8942-0e7a1be0455c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a8fd30-77c7-463b-9811-6e9d12f8cf98", "tag": "be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:38.342319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124e6f5-9e9b-414b-8ae6-b6d80facdde0 service neutron] Pushing event updated for resources: {'Port': ['ID=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:38.398177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a249b5d-193e-4306-862e-ab34808e4adc req-890de0e7-7883-4c23-b387-37839ef7999b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:38.399774 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9a249b5d-193e-4306-862e-ab34808e4adc req-890de0e7-7883-4c23-b387-37839ef7999b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.1324654 Mar 08 15:56:38.439499 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:56:38.476879 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b6cb3-58d3-4948-bf45-7702d3f64613 req-d656e49f-e77a-4d42-969b-17a7f36132f7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:38.478569 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a9b6cb3-58d3-4948-bf45-7702d3f64613 req-d656e49f-e77a-4d42-969b-17a7f36132f7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1105978 Mar 08 15:56:38.483443 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9a249b5d-193e-4306-862e-ab34808e4adc req-98a7974c-c892-4c0e-8650-6304eb111e60 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651100 Mar 08 15:56:38.532335 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a9b6cb3-58d3-4948-bf45-7702d3f64613 req-07ed6d00-09ec-41ac-90f7-498d8b80ad13 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Mar 08 15:56:38.533862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2eb9c-aed8-40ad-a00b-b8332f8c9eab x-openstack-request-id: req-7fd2eb9c-aed8-40ad-a00b-b8332f8c9eab {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:38.536442 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a8fd30-77c7-463b-9811-6e9d12f8cf98", "tag": "be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:38.536442 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fd2eb9c-aed8-40ad-a00b-b8332f8c9eab {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:38.536442 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'tag': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf', 'status': 'completed', 'code': 200} Mar 08 15:56:38.563148 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:56:38.567971 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:38.576967 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248b067-19f4-4278-845a-84dbd727139a None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:56:38.587835 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:56:38.588553 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:56:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:38.601694 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-beb6251a-9aef-4939-8fe8-863f3cd690ce tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "PUT /v2.0/floatingips/0a94aa16-daf8-4585-989a-cf6293d3a76a HTTP/1.1" status: 200 len: 992 time: 1.8620405 Mar 08 15:56:38.602306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:38.604597 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:38.646147 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc14d1c4-06ea-466f-8eb8-adafa255225a x-openstack-request-id: req-bc14d1c4-06ea-466f-8eb8-adafa255225a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:38.646440 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:38.646693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc14d1c4-06ea-466f-8eb8-adafa255225a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:38.647120 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'status': 'completed', 'code': 200} Mar 08 15:56:38.700690 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:56:38.972221 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:37Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:38.999567 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248b067-19f4-4278-845a-84dbd727139a None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:56:39.008045 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:56:39.008654 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:56:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:39.128038 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:56:39.440783 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1248b067-19f4-4278-845a-84dbd727139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:37Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:56:39.466752 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248b067-19f4-4278-845a-84dbd727139a None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:37Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:56:39.612485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46065927-3002-48d3-8845-775ff29c6fc6 req-a475fa51-6b7d-4bf7-b141-82f0cd89a01b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:39.613942 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46065927-3002-48d3-8845-775ff29c6fc6 req-a475fa51-6b7d-4bf7-b141-82f0cd89a01b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0575316 Mar 08 15:56:39.676071 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051bccb7-b908-407a-b513-4b8d826af91a None None] New status for floating IP 0a94aa16-daf8-4585-989a-cf6293d3a76a: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:56:39.697648 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46065927-3002-48d3-8845-775ff29c6fc6 req-de77cfdd-59fe-4920-b929-267850ab9776 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731015 Mar 08 15:56:39.708769 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f816e9-751a-4b1f-a7ff-387c233cffe8 req-c3beec95-a7f5-44f9-9a12-c3c726f73556 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:39.710620 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13f816e9-751a-4b1f-a7ff-387c233cffe8 req-c3beec95-a7f5-44f9-9a12-c3c726f73556 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0955989 Mar 08 15:56:39.763266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13f816e9-751a-4b1f-a7ff-387c233cffe8 req-60cc9ffa-dd6e-41f5-9634-a90ddb34de7e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465610 Mar 08 15:56:40.206556 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-b34105a1-f29c-4169-a2bd-81cb92f4a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.208110 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-b34105a1-f29c-4169-a2bd-81cb92f4a3f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 1129 time: 0.0554790 Mar 08 15:56:40.245107 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c727-b3b1-41a0-8942-0e7a1be0455c req-447e2e0f-3af6-4774-aeb4-22f2a4d5fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.246626 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a954c727-b3b1-41a0-8942-0e7a1be0455c req-447e2e0f-3af6-4774-aeb4-22f2a4d5fc20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae6957a0240e43298d2629e764ab4552&device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 1127 time: 0.0844867 Mar 08 15:56:40.249020 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-65d1add1-f8a4-4d43-a133-69562f9cc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.250985 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-65d1add1-f8a4-4d43-a133-69562f9cc310 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 1130 time: 0.0895355 Mar 08 15:56:40.322167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-8d0ffef7-bb12-416c-96c3-0ddea3984b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.323871 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-8d0ffef7-bb12-416c-96c3-0ddea3984b7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.0996013 Mar 08 15:56:40.365991 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-4a8f38e8-aadb-42ea-8b09-cf7a5d3af8e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45 HTTP/1.1" status: 200 len: 217 time: 0.0354671 Mar 08 15:56:40.427958 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-52e0afcc-32c3-4cfa-b717-98bb10764099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.429701 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-52e0afcc-32c3-4cfa-b717-98bb10764099 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0573435 Mar 08 15:56:40.469612 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-4d369301-174a-4fdb-a18f-49762e183aac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336006 Mar 08 15:56:40.573181 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-da9c9129-e0fa-4009-bc1a-358143881487 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915070 Mar 08 15:56:40.626006 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-c8ccbfa0-921d-42b7-9c9e-453ed77e14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.627652 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-c8ccbfa0-921d-42b7-9c9e-453ed77e14e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.3512998 Mar 08 15:56:40.628563 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c727-b3b1-41a0-8942-0e7a1be0455c req-89c70012-4934-462a-8f47-f6eb36786942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.635239 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a954c727-b3b1-41a0-8942-0e7a1be0455c req-89c70012-4934-462a-8f47-f6eb36786942 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=ae6957a0240e43298d2629e764ab4552&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3552980 Mar 08 15:56:40.822083 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b85b45-19b9-4442-bfc4-cbafecec3440 req-62d3222e-a535-4815-87e7-9f6cdcf6d6d6 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:40.823616 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a4b85b45-19b9-4442-bfc4-cbafecec3440 req-62d3222e-a535-4815-87e7-9f6cdcf6d6d6 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0597975 Mar 08 15:56:41.080881 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a4b85b45-19b9-4442-bfc4-cbafecec3440 req-618f7280-4990-4b8b-bc82-89c1282cde16 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512918 Mar 08 15:56:41.105174 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1d226-6aad-415d-ba67-9efa064e4c5b req-11fa2c0b-9211-491b-940d-1ee69c0c6be0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:41.106387 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c2c1d226-6aad-415d-ba67-9efa064e4c5b req-11fa2c0b-9211-491b-940d-1ee69c0c6be0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.2710545 Mar 08 15:56:41.161432 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c2c1d226-6aad-415d-ba67-9efa064e4c5b req-ed68d2f8-3f28-417f-9069-526079fdafb3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492992 Mar 08 15:56:42.202396 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f12165-d4f3-4804-918a-4e83e5d27ad6 req-4ffd81de-9774-4b64-847a-c32016b8fa96 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:42.203909 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80f12165-d4f3-4804-918a-4e83e5d27ad6 req-4ffd81de-9774-4b64-847a-c32016b8fa96 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0523984 Mar 08 15:56:42.280164 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80f12165-d4f3-4804-918a-4e83e5d27ad6 req-a12ba157-5130-4ef3-8cba-b77f491fd6df tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707903 Mar 08 15:56:42.302377 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2047-7d86-4e8e-8d09-0fd903acf5a9 req-9d4f6eb8-cb6b-4287-9a5e-f2a010cbdf65 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:42.303834 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a18b2047-7d86-4e8e-8d09-0fd903acf5a9 req-9d4f6eb8-cb6b-4287-9a5e-f2a010cbdf65 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0672936 Mar 08 15:56:42.350168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a18b2047-7d86-4e8e-8d09-0fd903acf5a9 req-6cf19931-b3a1-4fc2-8e0b-1ba63fb28d4f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Mar 08 15:56:43.330565 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4aa0224-1a13-4f84-ba1f-f14ef8b16289 req-c1468c5a-c77e-43da-ae2f-b11afb2ccd40 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887439 Mar 08 15:56:43.428865 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cba3a-35d2-46b7-8a97-cc6aa4cec2f2 req-52c67809-5eed-4a0f-87f1-e20d136b1f87 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.431272 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a88cba3a-35d2-46b7-8a97-cc6aa4cec2f2 req-52c67809-5eed-4a0f-87f1-e20d136b1f87 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0783002 Mar 08 15:56:43.445880 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-d9109ae7-3c89-4978-9698-6619071db714 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d05b572b-871a-4482-bbf0-7d6357d621ea HTTP/1.1" status: 200 len: 1002 time: 0.1876817 Mar 08 15:56:43.511344 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c727-b3b1-41a0-8942-0e7a1be0455c req-88866c2a-0c90-407d-92c4-bb5e05cf2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.512904 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a954c727-b3b1-41a0-8942-0e7a1be0455c req-88866c2a-0c90-407d-92c4-bb5e05cf2f94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2682779 Mar 08 15:56:43.521783 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-4ccd2928-cdc5-44ac-b17f-c6032f7d0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.523250 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-4ccd2928-cdc5-44ac-b17f-c6032f7d0648 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0671792 Mar 08 15:56:43.535130 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a88cba3a-35d2-46b7-8a97-cc6aa4cec2f2 req-5c94ed18-4430-4cda-b2fa-35282b839a8c tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924892 Mar 08 15:56:43.555236 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf71b34-3bb0-40dd-9185-e6898d4c621a req-b3660e08-6fe8-427b-aaf5-23a10d3d6b26 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.555236 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-faf71b34-3bb0-40dd-9185-e6898d4c621a req-b3660e08-6fe8-427b-aaf5-23a10d3d6b26 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0790291 Mar 08 15:56:43.601869 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-c8bc464f-0355-4387-b95c-3233f1bc8281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.603430 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-c8bc464f-0355-4387-b95c-3233f1bc8281 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0734742 Mar 08 15:56:43.605215 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-faf71b34-3bb0-40dd-9185-e6898d4c621a req-f3bd4d00-526f-4e75-8735-24018aad0951 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431199 Mar 08 15:56:43.672901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-79d41e09-7dd3-477e-8db7-df0edca22579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.674399 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-79d41e09-7dd3-477e-8db7-df0edca22579 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae6957a0240e43298d2629e764ab4552&device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 1127 time: 0.1011848 Mar 08 15:56:43.722179 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-590e11a0-93a8-44bd-bc3b-65c6bdc62a33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf HTTP/1.1" status: 200 len: 217 time: 0.0369365 Mar 08 15:56:43.762892 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-c6489faa-0696-49c0-bc04-63061c16dd1d service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515567 Mar 08 15:56:43.800717 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-d160adf3-6ecf-4dff-8f14-65749d0a81e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:43.802156 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-d160adf3-6ecf-4dff-8f14-65749d0a81e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf7bba27-dcdf-489f-a43b-e259d3f4b39f HTTP/1.1" status: 200 len: 849 time: 0.0693140 Mar 08 15:56:43.862326 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-9402f22e-b312-446e-ac63-b924a3213e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f62f9a6-a821-4138-a182-33030bbbdf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532906 Mar 08 15:56:43.890465 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0f17cf1-a0cf-42df-ac7f-2c7144b7f2a9 req-13e7489a-c45a-4486-85ce-7a0f3f0fb4dd service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178401 Mar 08 15:56:44.519217 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:56:44.659291 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28b7cd-a968-4f98-870a-0d56164332d6 req-f20f0e05-f8e7-48ab-a554-143a5d07e997 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:44.660764 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb28b7cd-a968-4f98-870a-0d56164332d6 req-f20f0e05-f8e7-48ab-a554-143a5d07e997 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0593071 Mar 08 15:56:44.737591 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb28b7cd-a968-4f98-870a-0d56164332d6 req-d9d854ac-27d3-4593-990e-268c7af1b65c tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706532 Mar 08 15:56:44.752433 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a83333-577c-45cb-a593-c355647bbb2e req-aca0752b-1dfe-48a2-a75b-c21e1c8c1704 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:44.753940 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8a83333-577c-45cb-a593-c355647bbb2e req-aca0752b-1dfe-48a2-a75b-c21e1c8c1704 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0741177 Mar 08 15:56:44.800932 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8a83333-577c-45cb-a593-c355647bbb2e req-ff5df1d4-a3c2-4f61-9a77-6150aef1ae54 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Mar 08 15:56:45.856214 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbb1ef-33e2-4b65-894b-bde153d9d057 req-2fd62d3a-ad84-4847-bd36-841b40d000a0 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:45.857707 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ebbb1ef-33e2-4b65-894b-bde153d9d057 req-2fd62d3a-ad84-4847-bd36-841b40d000a0 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0561395 Mar 08 15:56:45.935554 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ebbb1ef-33e2-4b65-894b-bde153d9d057 req-319afe3d-d5b0-4798-9f0d-48cdf44d6411 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722754 Mar 08 15:56:45.950723 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a04a59-8f99-4ba5-9655-431c589aa9e1 req-e13dba0c-bee7-425b-a8be-b20e18505a4e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:45.952224 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-38a04a59-8f99-4ba5-9655-431c589aa9e1 req-e13dba0c-bee7-425b-a8be-b20e18505a4e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0756950 Mar 08 15:56:45.999382 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-38a04a59-8f99-4ba5-9655-431c589aa9e1 req-fc88de4a-7adf-488e-9d0f-3de3ab5b5a5d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415742 Mar 08 15:56:46.654611 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-d2e1a097-ceb3-448f-802e-97ad84ff83b3 service neutron] 10.222.0.37 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449840 Mar 08 15:56:46.662321 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-4dba50fc-02a3-42fe-ad96-85539607d94c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0977190 Mar 08 15:56:46.788070 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e989273d-db20-4e38-98b3-8f600a907cd4 req-fde02db7-429d-45a8-a5b3-c48f1875fc4a service neutron] 10.222.0.37 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181970 Mar 08 15:56:46.790514 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-69294a4d-4abf-40db-81f7-ceda527aa6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:46.791704 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-69294a4d-4abf-40db-81f7-ceda527aa6bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=335e5a1934d04297a6e6d054a122458f&device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 1129 time: 0.0668170 Mar 08 15:56:46.906771 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-2529c639-31cd-40f3-a4cd-6cb6d88cabab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:46.908177 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-2529c639-31cd-40f3-a4cd-6cb6d88cabab service neutron] 10.222.0.37 "GET /v2.0/networks?id=267d51db-9100-424e-b89a-dcd9b46d5b37 HTTP/1.1" status: 200 len: 913 time: 0.0972762 Mar 08 15:56:46.951566 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-057c173a-4c93-44bf-98fb-7f354139d611 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cff5972-10ed-41b2-81c1-110a34533c6f HTTP/1.1" status: 200 len: 217 time: 0.0362437 Mar 08 15:56:47.017602 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-48480044-13e1-4596-b275-579849c6bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:47.020559 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-48480044-13e1-4596-b275-579849c6bbb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=790c20eb-ba35-457a-b5d7-b2e6f6ca83d2 HTTP/1.1" status: 200 len: 852 time: 0.0591683 Mar 08 15:56:47.061195 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-4395e436-abb7-478f-ab27-97810ec0cd94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=267d51db-9100-424e-b89a-dcd9b46d5b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318029 Mar 08 15:56:47.077190 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514e790-d7bc-4172-862c-9aaac3a2bc04 req-60ef4256-29ae-4c65-82f2-fc39c8f31138 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:47.079705 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5514e790-d7bc-4172-862c-9aaac3a2bc04 req-60ef4256-29ae-4c65-82f2-fc39c8f31138 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0726345 Mar 08 15:56:47.162691 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5514e790-d7bc-4172-862c-9aaac3a2bc04 req-76fbd550-3a94-4ce6-bd99-d9ebe1596c4d tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759590 Mar 08 15:56:47.174404 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f86e17-5b0e-4c72-acdd-9795f5a046cc req-2d2f4203-d0cf-414f-81ae-67ce0fac5801 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:47.175914 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e0f86e17-5b0e-4c72-acdd-9795f5a046cc req-2d2f4203-d0cf-414f-81ae-67ce0fac5801 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0873437 Mar 08 15:56:47.223462 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e0f86e17-5b0e-4c72-acdd-9795f5a046cc req-88564dd7-e586-4000-abba-ed099daa36d2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Mar 08 15:56:48.297642 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8272d49-83c9-41a6-ae71-a8d8323d44fe req-7a1f355e-53ab-460a-9f34-f86177d16d7e tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:48.300181 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8272d49-83c9-41a6-ae71-a8d8323d44fe req-7a1f355e-53ab-460a-9f34-f86177d16d7e tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0705914 Mar 08 15:56:48.382051 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8272d49-83c9-41a6-ae71-a8d8323d44fe req-bc82c017-4bd5-4501-ab58-0914205318af tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760026 Mar 08 15:56:48.394916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41860100-e090-4648-9fbb-b82a67ea8a84 req-eef7df6c-e70b-4166-9cf1-6d5d092ea997 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:48.396785 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-41860100-e090-4648-9fbb-b82a67ea8a84 req-eef7df6c-e70b-4166-9cf1-6d5d092ea997 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0884254 Mar 08 15:56:48.454110 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-41860100-e090-4648-9fbb-b82a67ea8a84 req-32a0e3c1-df38-4020-bc21-1920d399207f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Mar 08 15:56:48.569116 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:48.923483 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-58a7ea73-bdee-440c-a345-4d1ad45ffe1e service neutron] 10.222.0.37 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839217 Mar 08 15:56:49.503414 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefe996-6a9a-49ac-a0fa-0f12a3b80b44 req-86a39494-ad53-4a11-ad55-c5d4b8d87eed tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:49.504932 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeefe996-6a9a-49ac-a0fa-0f12a3b80b44 req-86a39494-ad53-4a11-ad55-c5d4b8d87eed tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0546789 Mar 08 15:56:49.582797 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeefe996-6a9a-49ac-a0fa-0f12a3b80b44 req-44dfb3b1-5aca-4740-afc3-c29ca604fad3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717809 Mar 08 15:56:49.597815 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e4cee-4de2-4d28-a147-7d90b9f564a3 req-28d53196-802b-4765-881f-48844b6e5564 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:49.599300 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-614e4cee-4de2-4d28-a147-7d90b9f564a3 req-28d53196-802b-4765-881f-48844b6e5564 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0749464 Mar 08 15:56:49.649131 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-614e4cee-4de2-4d28-a147-7d90b9f564a3 req-8868f870-10dd-4297-928d-ffb2a68d711a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Mar 08 15:56:49.945669 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e76cf0d3-a62b-4af1-9b05-4a009e4651a0 req-eb83a706-49a7-4244-a319-356e5156897f service neutron] 10.222.0.37 "GET /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854342 Mar 08 15:56:50.727941 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76006d87-44e5-497f-8a19-c7c4399ef44f req-cc7a0bea-5bc2-4f25-9c9f-3dc01c564135 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:50.729604 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-76006d87-44e5-497f-8a19-c7c4399ef44f req-cc7a0bea-5bc2-4f25-9c9f-3dc01c564135 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.0713303 Mar 08 15:56:50.809026 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-76006d87-44e5-497f-8a19-c7c4399ef44f req-7f1b2fb9-ead7-470b-93e2-45518fd46c18 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Mar 08 15:56:50.834293 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24aa45f-4137-4598-a7ee-17103370a202 req-2a080f41-eb65-4b8a-ba56-52b1fdd3cc35 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:50.843770 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a24aa45f-4137-4598-a7ee-17103370a202 req-2a080f41-eb65-4b8a-ba56-52b1fdd3cc35 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1129785 Mar 08 15:56:50.891587 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a24aa45f-4137-4598-a7ee-17103370a202 req-2f6816be-a620-4b03-914a-6885cad6905d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466340 Mar 08 15:56:51.237221 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2303039-5757-4b17-830e-507f7ba33b62 req-7568bd9b-533c-4475-ac68-e9ec73309a4c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:51.238835 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2303039-5757-4b17-830e-507f7ba33b62 req-7568bd9b-533c-4475-ac68-e9ec73309a4c tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 945 time: 0.0701823 Mar 08 15:56:51.299809 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2303039-5757-4b17-830e-507f7ba33b62 req-df309338-aa5c-4751-bb37-1b9fbccae936 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548534 Mar 08 15:56:51.301588 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57712) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:51.330312 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57716) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:51.421374 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.442689 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd9a7-3b77-4b58-8d69-b9b139fa7c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.560934 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Publish callbacks [] for security_group (69800b0d-a40e-4db1-bce4-b6cf90039f03), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.566458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (69800b0d-a40e-4db1-bce4-b6cf90039f03), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.584216 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd9a7-3b77-4b58-8d69-b9b139fa7c49 admin admin] Publish callbacks [] for security_group (6c75b6ee-46dc-4e0a-9393-cb9a84e39351), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.596070 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b5bd9a7-3b77-4b58-8d69-b9b139fa7c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (6c75b6ee-46dc-4e0a-9393-cb9a84e39351), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.625832 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0a2aeba19a24c34acbe304239ce3ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3212440 Mar 08 15:56:51.626555 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69800b0d-a40e-4db1-bce4-b6cf90039f03,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:51.628476 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57720) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:51.652282 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.652639 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.652989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.653328 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.653683 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.653994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.654323 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.654651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.654978 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.655331 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.655662 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.655984 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.656302 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34498fd-6e63-4d8c-ae63-b08c4995c086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.665229 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5b5bd9a7-3b77-4b58-8d69-b9b139fa7c49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6f15c5bb2cd4dcb8ea003b558073b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339183 Mar 08 15:56:51.668190 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57722) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:51.704298 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bd9a7-3b77-4b58-8d69-b9b139fa7c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c75b6ee-46dc-4e0a-9393-cb9a84e39351,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:51.717507 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Publish callbacks [] for security_group (6c75b6ee-46dc-4e0a-9393-cb9a84e39351), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.722667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96d98e85-4750-4730-8497-c56504a6e018 admin admin] Publish callbacks [] for security_group (69800b0d-a40e-4db1-bce4-b6cf90039f03), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.738225 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Publish callbacks [] for security_group (6c75b6ee-46dc-4e0a-9393-cb9a84e39351), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.743414 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96d98e85-4750-4730-8497-c56504a6e018 admin admin] Publish callbacks [] for security_group (69800b0d-a40e-4db1-bce4-b6cf90039f03), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.785591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (6c75b6ee-46dc-4e0a-9393-cb9a84e39351), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.788778 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.790720 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c75b6ee-46dc-4e0a-9393-cb9a84e39351 HTTP/1.1" status: 204 len: 168 time: 0.1213040 Mar 08 15:56:51.793156 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96d98e85-4750-4730-8497-c56504a6e018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (69800b0d-a40e-4db1-bce4-b6cf90039f03), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.797242 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96d98e85-4750-4730-8497-c56504a6e018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:51.798403 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-96d98e85-4750-4730-8497-c56504a6e018 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69800b0d-a40e-4db1-bce4-b6cf90039f03 HTTP/1.1" status: 204 len: 168 time: 0.1653256 Mar 08 15:56:51.799839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c75b6ee-46dc-4e0a-9393-cb9a84e39351,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:51.807654 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d98e85-4750-4730-8497-c56504a6e018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69800b0d-a40e-4db1-bce4-b6cf90039f03,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:51.808134 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.810021 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.810021 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.810021 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.810320 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.810488 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.811113 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.811420 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.811766 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.812327 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.812553 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.812888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:51.813204 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a3d9a9-8bb8-436f-b451-6223916a4c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:52.053332 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1428-90f8-4fa1-b987-9eeec73d2e91 req-ff54903b-802a-4242-8523-b27fe55db218 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:52.054864 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5cab1428-90f8-4fa1-b987-9eeec73d2e91 req-ff54903b-802a-4242-8523-b27fe55db218 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.1441231 Mar 08 15:56:52.139682 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ee69f-8f0f-450b-8c19-10e147b8da85 req-8e32594e-52e3-4d2d-92ed-9b1a7df7bd97 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:52.141812 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-612ee69f-8f0f-450b-8c19-10e147b8da85 req-8e32594e-52e3-4d2d-92ed-9b1a7df7bd97 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1466284 Mar 08 15:56:52.224224 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5cab1428-90f8-4fa1-b987-9eeec73d2e91 req-3b5a3c3f-65f9-4b40-8207-9abf74fdb216 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605206 Mar 08 15:56:52.248468 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-612ee69f-8f0f-450b-8c19-10e147b8da85 req-96e8f930-d7e5-4f42-9bb8-133cce13a5ee tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949066 Mar 08 15:56:52.276603 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57764) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:52.293587 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbc615ac-9b90-4ed0-bed5-55547ac2581f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.311454 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57766) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:52.363569 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e07d51fc-28ff-4797-8a40-ccf9435cf935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.421678 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbc615ac-9b90-4ed0-bed5-55547ac2581f admin admin] Publish callbacks [] for security_group (35da43e4-47e8-4f8e-bc48-df62b9d0707e), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.428043 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbc615ac-9b90-4ed0-bed5-55547ac2581f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (35da43e4-47e8-4f8e-bc48-df62b9d0707e), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.468286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc615ac-9b90-4ed0-bed5-55547ac2581f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da43e4-47e8-4f8e-bc48-df62b9d0707e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:52.488979 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-dbc615ac-9b90-4ed0-bed5-55547ac2581f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3d24a5cd80f4e9f865dbcbf729d89c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109089 Mar 08 15:56:52.491351 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:52.497165 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c0836-2a06-4677-8e16-96d8230d787c req-664fc97d-9f7d-43d4-85a9-7c4acbd53e17 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:52.498627 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b60c0836-2a06-4677-8e16-96d8230d787c req-664fc97d-9f7d-43d4-85a9-7c4acbd53e17 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 945 time: 0.1097178 Mar 08 15:56:52.546250 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c310d5a-02da-4530-97a9-247afcf40b40 admin admin] Publish callbacks [] for security_group (35da43e4-47e8-4f8e-bc48-df62b9d0707e), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.549209 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e07d51fc-28ff-4797-8a40-ccf9435cf935 admin admin] Publish callbacks [] for security_group (f83ada88-baa5-4657-83d2-6d488a058384), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.555550 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e07d51fc-28ff-4797-8a40-ccf9435cf935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f83ada88-baa5-4657-83d2-6d488a058384), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.568969 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c310d5a-02da-4530-97a9-247afcf40b40 admin admin] Publish callbacks [] for security_group (35da43e4-47e8-4f8e-bc48-df62b9d0707e), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.613533 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e07d51fc-28ff-4797-8a40-ccf9435cf935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c1c7dec41714b78aa00254e7b9a8ffd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004470 Mar 08 15:56:52.616272 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57780) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:52.617718 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b60c0836-2a06-4677-8e16-96d8230d787c req-e75e05d9-5913-4087-8098-6cc464ec358a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001031 Mar 08 15:56:52.618928 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d51fc-28ff-4797-8a40-ccf9435cf935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83ada88-baa5-4657-83d2-6d488a058384,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:52.625522 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c310d5a-02da-4530-97a9-247afcf40b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (35da43e4-47e8-4f8e-bc48-df62b9d0707e), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.627953 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c310d5a-02da-4530-97a9-247afcf40b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.631622 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-4c310d5a-02da-4530-97a9-247afcf40b40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35da43e4-47e8-4f8e-bc48-df62b9d0707e HTTP/1.1" status: 204 len: 168 time: 0.1393418 Mar 08 15:56:52.653956 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c310d5a-02da-4530-97a9-247afcf40b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da43e4-47e8-4f8e-bc48-df62b9d0707e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:52.696929 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-440c2faa-3940-4351-aab2-81dd3fb1f30b admin admin] Publish callbacks [] for security_group (f83ada88-baa5-4657-83d2-6d488a058384), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.728851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-440c2faa-3940-4351-aab2-81dd3fb1f30b admin admin] Publish callbacks [] for security_group (f83ada88-baa5-4657-83d2-6d488a058384), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.780330 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-440c2faa-3940-4351-aab2-81dd3fb1f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f83ada88-baa5-4657-83d2-6d488a058384), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.782891 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-440c2faa-3940-4351-aab2-81dd3fb1f30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:52.784077 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-440c2faa-3940-4351-aab2-81dd3fb1f30b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f83ada88-baa5-4657-83d2-6d488a058384 HTTP/1.1" status: 204 len: 168 time: 0.1666996 Mar 08 15:56:52.793546 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2faa-3940-4351-aab2-81dd3fb1f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83ada88-baa5-4657-83d2-6d488a058384,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:53.077917 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57794) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:53.095502 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c35bc003-0910-49bb-907d-28f642c31b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.180787 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:56:53.181531 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c35bc003-0910-49bb-907d-28f642c31b09 admin admin] Publish callbacks [] for security_group (8184e2b6-b278-4560-88ad-401a75e0971a), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.186430 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c35bc003-0910-49bb-907d-28f642c31b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (8184e2b6-b278-4560-88ad-401a75e0971a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.236597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc003-0910-49bb-907d-28f642c31b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8184e2b6-b278-4560-88ad-401a75e0971a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:53.244116 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c35bc003-0910-49bb-907d-28f642c31b09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a197a557877f4add911e4bbdfb1562ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648381 Mar 08 15:56:53.249030 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57800) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:53.338618 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0bec43ea-8c93-4930-84b8-14fe23da595f admin admin] Publish callbacks [] for security_group (8184e2b6-b278-4560-88ad-401a75e0971a), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.388422 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:53.446898 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0bec43ea-8c93-4930-84b8-14fe23da595f admin admin] Publish callbacks [] for security_group (8184e2b6-b278-4560-88ad-401a75e0971a), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.540945 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042023-ae8e-4794-bf84-14be19ad9023 req-a494d0fa-e3d8-45ca-bca8-55831d9c5252 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:53.542669 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a042023-ae8e-4794-bf84-14be19ad9023 req-a494d0fa-e3d8-45ca-bca8-55831d9c5252 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 943 time: 0.2070184 Mar 08 15:56:53.575830 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bf6be-2394-4d8d-8fdd-6fecf878628c req-e1f99f89-f886-492a-b556-fa710ce850fc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:53.577528 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae9bf6be-2394-4d8d-8fdd-6fecf878628c req-e1f99f89-f886-492a-b556-fa710ce850fc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1726899 Mar 08 15:56:53.589100 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf', 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10', 'port_id': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf', 'mac_address': 'fa:16:3e:02:13:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7bba27-dcdf-489f-a43b-e259d3f4b39f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:56:53.623768 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0bec43ea-8c93-4930-84b8-14fe23da595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (8184e2b6-b278-4560-88ad-401a75e0971a), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.626301 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0bec43ea-8c93-4930-84b8-14fe23da595f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.630189 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0bec43ea-8c93-4930-84b8-14fe23da595f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8184e2b6-b278-4560-88ad-401a75e0971a HTTP/1.1" status: 204 len: 168 time: 0.3804109 Mar 08 15:56:53.636297 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:53.636297 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.651361 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:56:53.670098 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a042023-ae8e-4794-bf84-14be19ad9023 req-a0fecf49-0476-4a7f-a050-96c0d7660697 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208944 Mar 08 15:56:53.675315 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec43ea-8c93-4930-84b8-14fe23da595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8184e2b6-b278-4560-88ad-401a75e0971a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:53.681808 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:53.689553 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:53.706769 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae9bf6be-2394-4d8d-8fdd-6fecf878628c req-095d7377-a7a7-4f61-ac45-53e6c066c6a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217968 Mar 08 15:56:53.800830 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:53.813774 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.814525 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.816388 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.817864 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.818727 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.819622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.822475 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.823120 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.823612 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.824173 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.824793 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.825293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.826090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:56:53.871561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ad8a8-596e-425c-b467-a50349e607d6 req-c986ab46-e0d3-4be1-9435-9e4e274bc5df tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:53.889748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d23ad8a8-596e-425c-b467-a50349e607d6 req-c986ab46-e0d3-4be1-9435-9e4e274bc5df tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 945 time: 0.1298914 Mar 08 15:56:53.902720 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-721bc749-b5ee-4c09-a2f2-ec944c3b5dad tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:53.904283 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-721bc749-b5ee-4c09-a2f2-ec944c3b5dad tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.37 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 945 time: 0.2981882 Mar 08 15:56:53.977767 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:56:53.978683 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d23ad8a8-596e-425c-b467-a50349e607d6 req-18b2212a-404f-445c-929e-391c68008778 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/security-groups?id=7538383f-eb9b-412d-8855-a90f4ebea207&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817249 Mar 08 15:56:54.076603 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Deleting port 9cff5972-10ed-41b2-81c1-110a34533c6f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:56:54.077042 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.213647 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] For port 9cff5972-10ed-41b2-81c1-110a34533c6f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9cff5972-10ed-41b2-81c1-110a34533c6f,segment=NetworkSegment(2c43821b-7e7f-43b4-9a8c-dd6dedc914db),segment_id=2c43821b-7e7f-43b4-9a8c-dd6dedc914db)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:54.214798 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.233486 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Calling delete_port for 9cff5972-10ed-41b2-81c1-110a34533c6f owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:56:54.410496 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (9cff5972-10ed-41b2-81c1-110a34533c6f), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.444614 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Pushing event deleted for resources: {'Port': ['ID=9cff5972-10ed-41b2-81c1-110a34533c6f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:54.507498 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] No DVR routers for this DVR port 9cff5972-10ed-41b2-81c1-110a34533c6f on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:56:54.511689 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.514967 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0ba7c5eb-8bf9-4434-813f-c68b4fef799b req-37507413-0591-422d-b0ff-25aa3b48a4e1 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.37 "DELETE /v2.0/ports/9cff5972-10ed-41b2-81c1-110a34533c6f HTTP/1.1" status: 204 len: 173 time: 0.6027811 Mar 08 15:56:54.515463 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'name': 'network-vif-deleted', 'tag': '9cff5972-10ed-41b2-81c1-110a34533c6f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:54.517686 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4b8d1e-bd95-47e6-9560-b5937d51f5e1" -d '{"events": [{"server_uuid": "275837ff-7a87-46a5-8e50-67fae2b786aa", "name": "network-vif-deleted", "tag": "9cff5972-10ed-41b2-81c1-110a34533c6f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:54.570534 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf75b6fc-c536-49ce-9605-0dd2bceb90ce x-openstack-request-id: req-cf75b6fc-c536-49ce-9605-0dd2bceb90ce {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:54.570878 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275837ff-7a87-46a5-8e50-67fae2b786aa", "name": "network-vif-deleted", "tag": "9cff5972-10ed-41b2-81c1-110a34533c6f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:54.571169 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf75b6fc-c536-49ce-9605-0dd2bceb90ce {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:54.571659 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275837ff-7a87-46a5-8e50-67fae2b786aa', 'name': 'network-vif-deleted', 'tag': '9cff5972-10ed-41b2-81c1-110a34533c6f', 'status': 'completed', 'code': 200} Mar 08 15:56:54.815910 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57882) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:54.839189 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1038d-d3d6-4a98-ae9a-6c5facb07718 req-0a4ec60c-a9af-4f52-9c45-e47a4a62fb5e tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:54.840680 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7bb1038d-d3d6-4a98-ae9a-6c5facb07718 req-0a4ec60c-a9af-4f52-9c45-e47a4a62fb5e tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 944 time: 0.0986044 Mar 08 15:56:54.877242 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbd1fb-9b67-44f0-a6c6-d9a1aa389d25 req-8fb71b24-920c-4720-8147-e825a23d5833 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:54.878710 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fddbd1fb-9b67-44f0-a6c6-d9a1aa389d25 req-8fb71b24-920c-4720-8147-e825a23d5833 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0920179 Mar 08 15:56:54.921694 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7bb1038d-d3d6-4a98-ae9a-6c5facb07718 req-27e2bc69-708f-45d2-8ce3-87c280262e97 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740161 Mar 08 15:56:54.922493 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1715413887-network', 'tenant_id': '90eb6386323448449f6e1fccdf4fea16'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:54.950397 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Made reservation on behalf of 90eb6386323448449f6e1fccdf4fea16 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:54.953220 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.968114 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:54.978196 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fddbd1fb-9b67-44f0-a6c6-d9a1aa389d25 req-df8ea6b5-ec3c-4258-ad5a-ced1c74ca5e4 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Mar 08 15:56:55.068805 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks [] for security_group (1c266224-b32d-44e6-80f0-40d39b1d1a63), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.075045 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-61e9876d-a088-4c3e-9ffd-acf3a66e2c2c req-50e690a5-157c-4169-a508-eb0fe4aa6948 tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.0360265 Mar 08 15:56:55.075309 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1c266224-b32d-44e6-80f0-40d39b1d1a63), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.097314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:56:55.111267 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c266224-b32d-44e6-80f0-40d39b1d1a63,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:55.116042 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (94f780b9-c0e1-473b-b397-714dc095101b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.116383 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Added segment 94f780b9-c0e1-473b-b397-714dc095101b of type vlan for network c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01 Mar 08 15:56:55.166379 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.193227 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.194342 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:55.194923 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.260247 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4425299 Mar 08 15:56:55.261851 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 57900) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:55.267321 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Request body: {'subnet': {'network_id': 'c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1715413887-subnet', 'tenant_id': '90eb6386323448449f6e1fccdf4fea16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:55.270777 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b02f2-e7d5-4928-b970-3fb3bf2a9c65 admin admin] Pushing event updated for resources: {'Network': ['ID=c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:55.293370 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:56:55.306381 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Made reservation on behalf of 90eb6386323448449f6e1fccdf4fea16 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:55.310796 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.569803 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (c8c06d49-2dc9-43b0-b450-61876825e6de), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.652106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8c06d49-2dc9-43b0-b450-61876825e6de,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:55.656635 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Checking segment: {'id': '94f780b9-c0e1-473b-b397-714dc095101b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:55.657041 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Network hostable DHCP agents. Network: c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:56:55.675177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Network c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:56:55.685103 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:55.689422 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:55.690439 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:55.696563 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18794639-33bc-402f-acdf-8829da85e83e None None] Network c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:56:55.706551 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-66692b7b-ca68-4af3-8ecd-1e61b560db09 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4435422 Mar 08 15:56:55.797071 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a26c66-8f9e-48c3-b7ae-0ee8b3c611fb None None] Network c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:56:56.122223 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285a4ee-10ff-47ed-ba51-411fe727415a req-f7aefaaf-fa01-4020-9324-df95f658d51c tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:56.123775 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3285a4ee-10ff-47ed-ba51-411fe727415a req-f7aefaaf-fa01-4020-9324-df95f658d51c tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 944 time: 0.0983922 Mar 08 15:56:56.153139 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aedb09-ed9c-4bf9-90ec-d0dbf6d649fc req-3c291245-0ecb-4675-bb8d-8fac075134cc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:56.154686 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-16aedb09-ed9c-4bf9-90ec-d0dbf6d649fc req-3c291245-0ecb-4675-bb8d-8fac075134cc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0959344 Mar 08 15:56:56.203056 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3285a4ee-10ff-47ed-ba51-411fe727415a req-e601d33b-18bd-4322-90c5-bf833496a133 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735528 Mar 08 15:56:56.209543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57940) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:56.215851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1918110813-network', 'tenant_id': 'e09ab2d1cdbe4cf0a4e8c5ebf1f40216'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:56.235574 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-16aedb09-ed9c-4bf9-90ec-d0dbf6d649fc req-abd25931-bd0f-4ec5-ba11-f79b3dfb16de tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731635 Mar 08 15:56:56.248672 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Made reservation on behalf of e09ab2d1cdbe4cf0a4e8c5ebf1f40216 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:56.251777 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.264866 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.303497 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d3b36580-b752-4a1a-9ea1-cb7ad49960f0 req-a13c3f4c-b141-472e-84e6-795256cd320a tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.0294116 Mar 08 15:56:56.344475 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks [] for security_group (09d769fd-7e75-44c8-9172-3c3dbbc60b9b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.349160 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (09d769fd-7e75-44c8-9172-3c3dbbc60b9b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.373637 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] vlan segment allocate from pool success with {'vlan_id': 269, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:56:56.383797 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d769fd-7e75-44c8-9172-3c3dbbc60b9b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:56.389647 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (d145d699-8f93-4d39-96c9-03fdf9dedc09), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.390004 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Added segment d145d699-8f93-4d39-96c9-03fdf9dedc09 of type vlan for network 7296d46e-bb53-476f-b8f8-8b6824e87b58 Mar 08 15:56:56.428434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (7296d46e-bb53-476f-b8f8-8b6824e87b58), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.453925 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (7296d46e-bb53-476f-b8f8-8b6824e87b58), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.455037 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:56.455679 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.520744 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3100395 Mar 08 15:56:56.523380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 57942) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:56:56.530189 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Request body: {'subnet': {'network_id': '7296d46e-bb53-476f-b8f8-8b6824e87b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1918110813-subnet', 'tenant_id': 'e09ab2d1cdbe4cf0a4e8c5ebf1f40216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:56:56.535923 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54b24d-47fa-441c-8a37-b4c2d3897998 admin admin] Pushing event updated for resources: {'Network': ['ID=7296d46e-bb53-476f-b8f8-8b6824e87b58,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:56.545934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 7296d46e-bb53-476f-b8f8-8b6824e87b58 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:56:56.557286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Made reservation on behalf of e09ab2d1cdbe4cf0a4e8c5ebf1f40216 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:56:56.559972 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:56.709623 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['9cff5972-10ed-41b2-81c1-110a34533c6f'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:56:56.958213 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (373f5863-2963-4b61-a92a-ef95a0a6b958), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:57.006513 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=373f5863-2963-4b61-a92a-ef95a0a6b958,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:57.025623 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Checking segment: {'id': 'd145d699-8f93-4d39-96c9-03fdf9dedc09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '7296d46e-bb53-476f-b8f8-8b6824e87b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:56:57.025983 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Network hostable DHCP agents. Network: 7296d46e-bb53-476f-b8f8-8b6824e87b58, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:56:57.043772 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Network 7296d46e-bb53-476f-b8f8-8b6824e87b58 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:56:57.052831 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 7296d46e-bb53-476f-b8f8-8b6824e87b58) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:56:57.058962 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:57.060163 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:57.064773 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87ce1a9-f94a-49ff-a523-627f6b39af49 None None] Network 7296d46e-bb53-476f-b8f8-8b6824e87b58 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:56:57.086031 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-cc50e3d5-8174-4142-9385-bbfdfac6ec3f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5546477 Mar 08 15:56:57.193275 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a4c108-167b-4eb2-9299-b98407c4946f None None] Network 7296d46e-bb53-476f-b8f8-8b6824e87b58 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:56:57.406036 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a032f-609b-4b2d-a842-08ef6ed4cdc1 req-fd63460d-9ef7-4427-ad23-dc8fa9e5b545 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:57.407685 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a05a032f-609b-4b2d-a842-08ef6ed4cdc1 req-fd63460d-9ef7-4427-ad23-dc8fa9e5b545 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 944 time: 0.1291642 Mar 08 15:56:57.428251 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18670996-a9da-4999-a8dd-905db76d6a28 req-9639535c-99f4-4566-99f0-5f05d15f3a5c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:57.429789 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-18670996-a9da-4999-a8dd-905db76d6a28 req-9639535c-99f4-4566-99f0-5f05d15f3a5c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1074612 Mar 08 15:56:57.541132 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a05a032f-609b-4b2d-a842-08ef6ed4cdc1 req-7dff81d2-061c-4708-a703-faa8725f9d86 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080186 Mar 08 15:56:57.544847 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-18670996-a9da-4999-a8dd-905db76d6a28 req-7517ca67-a794-43c2-a6e6-7ecdc1feff1e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724192 Mar 08 15:56:57.662660 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-343e893f-7420-49ca-b1fe-82d10a032c35 req-482c0ff5-40c7-4996-b6bd-f354c6b99a5b tempest-DeleteServersTestJSON-174156098 tempest-DeleteServersTestJSON-174156098-project] 10.222.0.15 "GET /v2.0/ports?device_id=275837ff-7a87-46a5-8e50-67fae2b786aa HTTP/1.1" status: 200 len: 210 time: 0.0280519 Mar 08 15:56:58.720723 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505584cc-7ed5-4e86-a6c7-709d842a2263 req-bb0d5a7e-35db-44c7-88d1-24494c672e1a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:58.722182 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-505584cc-7ed5-4e86-a6c7-709d842a2263 req-bb0d5a7e-35db-44c7-88d1-24494c672e1a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1029439 Mar 08 15:56:58.729575 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81efaa1-537f-4f97-b2c4-568d1d2a2bf1 req-3ef26dcc-4756-479c-96c7-36b82bba813f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:58.730986 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d81efaa1-537f-4f97-b2c4-568d1d2a2bf1 req-3ef26dcc-4756-479c-96c7-36b82bba813f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 944 time: 0.1000116 Mar 08 15:56:58.804750 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-505584cc-7ed5-4e86-a6c7-709d842a2263 req-edbc7c10-77b3-411b-b279-a43e45284d2a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727417 Mar 08 15:56:58.808910 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d81efaa1-537f-4f97-b2c4-568d1d2a2bf1 req-b4756326-6b4c-4efd-b5ef-6376e78aedbf tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713990 Mar 08 15:56:59.263740 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b1c88c22-75f2-4ca5-ae6c-4eb7a06f9e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:59.302617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:56:59.356612 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:56:59.360562 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:56:59.360935 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:59.440297 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:56:59.440689 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:59.463272 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:56:59.465474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb31f15-7f28-4bbf-84c6-348585b044f1" -d '{"events": [{"server_uuid": "b1a8fd30-77c7-463b-9811-6e9d12f8cf98", "name": "network-vif-plugged", "status": "completed", "tag": "be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:56:59.477849 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:56:59.482479 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:56:59.483395 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9cff5972-10ed-41b2-81c1-110a34533c6f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:56:59.520746 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481b4157-4de2-4257-83c5-5580becd0351 x-openstack-request-id: req-481b4157-4de2-4257-83c5-5580becd0351 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:56:59.521051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a8fd30-77c7-463b-9811-6e9d12f8cf98", "name": "network-vif-plugged", "status": "completed", "tag": "be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:56:59.521311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-481b4157-4de2-4257-83c5-5580becd0351 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:56:59.521700 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf', 'code': 200} Mar 08 15:56:59.526415 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 9cff5972-10ed-41b2-81c1-110a34533c6f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:56:59.526763 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9cff5972-10ed-41b2-81c1-110a34533c6f not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:56:59.547967 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:56:59.958511 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13c384-a039-487c-8a2e-46386fd6bf7a req-193d56bc-745d-4000-b0ee-63b0f669e0b9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:59.959941 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6c13c384-a039-487c-8a2e-46386fd6bf7a req-193d56bc-745d-4000-b0ee-63b0f669e0b9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0849898 Mar 08 15:56:59.967609 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849056ad-8091-4e6a-8bb0-27c2da8388ed req-17a881c5-4c60-448c-a221-cc80b6c354c3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:56:59.969051 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-849056ad-8091-4e6a-8bb0-27c2da8388ed req-17a881c5-4c60-448c-a221-cc80b6c354c3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.0853403 Mar 08 15:57:00.041191 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6c13c384-a039-487c-8a2e-46386fd6bf7a req-38c02c0c-6a58-4339-b74e-208228acfa7f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711405 Mar 08 15:57:00.044115 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-849056ad-8091-4e6a-8bb0-27c2da8388ed req-cc606d53-9c9b-4d28-a18f-ce589b56b8a2 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683441 Mar 08 15:57:01.203613 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1172a0d-901a-4b0a-afa1-bc96e830eca0 req-9681f703-ff80-41c4-a377-e6cef069a717 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:01.205291 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f1172a0d-901a-4b0a-afa1-bc96e830eca0 req-9681f703-ff80-41c4-a377-e6cef069a717 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.0866251 Mar 08 15:57:01.217478 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366594b8-7ea1-4714-be54-6972b0a8ace9 req-d8dd6448-4dd3-4cf8-853b-eee54a845cd3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:01.219888 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-366594b8-7ea1-4714-be54-6972b0a8ace9 req-d8dd6448-4dd3-4cf8-853b-eee54a845cd3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0913255 Mar 08 15:57:01.298967 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f1172a0d-901a-4b0a-afa1-bc96e830eca0 req-f55b91f9-46f3-4062-9024-bceaa0aacfb1 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 Mar 08 15:57:01.304191 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-366594b8-7ea1-4714-be54-6972b0a8ace9 req-e37d6b82-9341-4e99-9df2-2c8a3c31251c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773404 Mar 08 15:57:01.397030 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546d1c4-cb66-4a7d-a35f-ddb390485db8 req-ceaec8d2-38fe-43b4-a0f3-3df451bcf6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:01.398421 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9546d1c4-cb66-4a7d-a35f-ddb390485db8 req-ceaec8d2-38fe-43b4-a0f3-3df451bcf6c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 1129 time: 0.0426123 Mar 08 15:57:01.450359 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9546d1c4-cb66-4a7d-a35f-ddb390485db8 req-1dc61fd7-f48d-4911-8ca9-e1907c4b88d1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442705 Mar 08 15:57:01.756160 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca4e5-b530-4fd3-9921-9bbc404cdec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:02.471248 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a416c4c-eef8-4360-9a8a-ea66711d5de4 req-cdb1bfd1-ca45-44b8-946a-f3d99c3add22 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:02.472752 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6a416c4c-eef8-4360-9a8a-ea66711d5de4 req-cdb1bfd1-ca45-44b8-946a-f3d99c3add22 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.0963483 Mar 08 15:57:02.481251 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257a2e7-a4d9-4b9e-96cf-0c5c2d6d999e req-119fa4c4-a29d-4549-91f4-630f7737b21d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:02.482729 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0257a2e7-a4d9-4b9e-96cf-0c5c2d6d999e req-119fa4c4-a29d-4549-91f4-630f7737b21d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0965729 Mar 08 15:57:02.735871 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6a416c4c-eef8-4360-9a8a-ea66711d5de4 req-72162680-b586-4a6e-89ad-9380897258fb tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521389 Mar 08 15:57:02.739908 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0257a2e7-a4d9-4b9e-96cf-0c5c2d6d999e req-39108f95-714d-4813-9762-7ed6d39d2e7a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638316 Mar 08 15:57:02.830247 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:03.896590 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029544-e9ce-4e49-90d7-fc5ac9951d1c req-d046f551-2683-4cd0-836d-408a3bda3cc4 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:03.898067 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e6029544-e9ce-4e49-90d7-fc5ac9951d1c req-d046f551-2683-4cd0-836d-408a3bda3cc4 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.0859571 Mar 08 15:57:03.906442 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654546ac-d202-4799-a143-12224b1fb89c req-ae264293-b9ff-47c7-907b-722ffbdb3c3f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:03.907895 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-654546ac-d202-4799-a143-12224b1fb89c req-ae264293-b9ff-47c7-907b-722ffbdb3c3f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0863371 Mar 08 15:57:03.978221 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e6029544-e9ce-4e49-90d7-fc5ac9951d1c req-b6c0015d-e276-4c40-9561-b05254d7251d tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693619 Mar 08 15:57:03.985824 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-654546ac-d202-4799-a143-12224b1fb89c req-7c50f2e6-06e4-4f7d-bc66-f0e0f92e2445 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711484 Mar 08 15:57:04.300778 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:05.131642 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5b711-3957-49a6-a264-f2e4191defca req-afa14af7-0683-427b-8fcd-9430d6e228f3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:05.133123 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13c5b711-3957-49a6-a264-f2e4191defca req-afa14af7-0683-427b-8fcd-9430d6e228f3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.0871713 Mar 08 15:57:05.140568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f454efe-b55d-49ab-93db-f7a9b0b71f16 req-23505976-fc89-4846-87bc-2896567fbd48 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:05.141923 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f454efe-b55d-49ab-93db-f7a9b0b71f16 req-23505976-fc89-4846-87bc-2896567fbd48 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0871294 Mar 08 15:57:05.212941 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13c5b711-3957-49a6-a264-f2e4191defca req-4502e8d1-f684-4358-b25e-aa546bd1bf18 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699627 Mar 08 15:57:05.217040 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f454efe-b55d-49ab-93db-f7a9b0b71f16 req-38cf19b3-fc8e-418e-9d3c-c04b683b95bf tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685859 Mar 08 15:57:06.036497 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.389061 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cf468-760d-4d19-b869-dd242204eb87 req-be50e158-de8f-4cec-9f36-f3ac8a958cd5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:06.390800 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a61cf468-760d-4d19-b869-dd242204eb87 req-be50e158-de8f-4cec-9f36-f3ac8a958cd5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0942373 Mar 08 15:57:06.399562 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c57fa8-6cc4-4ee3-b424-af4b4f29f2c2 req-e27f9a26-094b-4c36-962b-9f2c531013d8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:06.401105 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-95c57fa8-6cc4-4ee3-b424-af4b4f29f2c2 req-e27f9a26-094b-4c36-962b-9f2c531013d8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.0949681 Mar 08 15:57:06.484638 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a61cf468-760d-4d19-b869-dd242204eb87 req-ffaf584f-a997-4353-932e-5826e3ea173e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823245 Mar 08 15:57:06.498076 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-95c57fa8-6cc4-4ee3-b424-af4b4f29f2c2 req-4829a575-2258-4d47-82c9-630caef8dbf2 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885460 Mar 08 15:57:06.591750 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58154) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:06.645883 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Deleting subnet 790c20eb-ba35-457a-b5d7-b2e6f6ca83d2 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:57:06.651727 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Publish callbacks [] for subnet (790c20eb-ba35-457a-b5d7-b2e6f6ca83d2), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.691546 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Publish callbacks [] for subnet (790c20eb-ba35-457a-b5d7-b2e6f6ca83d2), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.703628 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (790c20eb-ba35-457a-b5d7-b2e6f6ca83d2), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.770068 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (790c20eb-ba35-457a-b5d7-b2e6f6ca83d2), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.797472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790c20eb-ba35-457a-b5d7-b2e6f6ca83d2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:06.801484 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.807355 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-deb2d75a-2696-42ec-af39-4064dd139d18 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/790c20eb-ba35-457a-b5d7-b2e6f6ca83d2 HTTP/1.1" status: 204 len: 168 time: 0.2134230 Mar 08 15:57:06.812147 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58176) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:06.885140 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (267d51db-9100-424e-b89a-dcd9b46d5b37), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:06.979201 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (267d51db-9100-424e-b89a-dcd9b46d5b37), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.027822 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.028316 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.029116 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.029612 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > port after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.030341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.030759 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.031167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.031637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.032027 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.032414 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.242958 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.243383 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.243964 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.244551 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:07.245015 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267d51db-9100-424e-b89a-dcd9b46d5b37']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:07.266827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c43821b-7e7f-43b4-9a8c-dd6dedc914db') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:07.267488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c43821b-7e7f-43b4-9a8c-dd6dedc914db') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:07.308667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26000389'] for segment (2c43821b-7e7f-43b4-9a8c-dd6dedc914db), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.353746 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (2c43821b-7e7f-43b4-9a8c-dd6dedc914db), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.364382 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:57:07.364847 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26064237'] for segment (2c43821b-7e7f-43b4-9a8c-dd6dedc914db), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: from cryptography.utils import int_from_bytes Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: from cryptography.utils import int_from_bytes Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: Traceback (most recent call last): Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: timer() Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: cb(*args, **kw) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: return func(*args, **kwargs) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: self._notify() Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: self.callback(batched_events) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: event.method(event) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: return f(self, *a, **k) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._get(url).json() Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: return self.request(url, 'GET', **kwargs) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:57:07.390353 dv-cinder-804757-25-iscsi neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:57:07.450073 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383affa3-ad46-4920-916c-179b86617e4b req-26dab670-f77c-44de-8c79-e291357c5955 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:07.451881 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-383affa3-ad46-4920-916c-179b86617e4b req-26dab670-f77c-44de-8c79-e291357c5955 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.1611919 Mar 08 15:57:07.465706 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (267d51db-9100-424e-b89a-dcd9b46d5b37), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.471526 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.474645 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] 10.222.0.15 "DELETE /v2.0/networks/267d51db-9100-424e-b89a-dcd9b46d5b37 HTTP/1.1" status: 204 len: 168 time: 0.6651428 Mar 08 15:57:07.500062 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c08af-9746-40ab-8f71-ab37503d0081 admin admin] Pushing event deleted for resources: {'Network': ['ID=267d51db-9100-424e-b89a-dcd9b46d5b37,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:07.529794 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-383affa3-ad46-4920-916c-179b86617e4b req-6aa3122b-5c0c-4402-815e-5ef88d263b1b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723794 Mar 08 15:57:07.632024 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c3053-aace-4af9-905a-d946786f39e9 req-2f9f7813-6411-4ffa-8e2c-97c92bb43020 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:07.634086 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-117c3053-aace-4af9-905a-d946786f39e9 req-2f9f7813-6411-4ffa-8e2c-97c92bb43020 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0582950 Mar 08 15:57:07.657407 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58214) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:07.690400 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-117c3053-aace-4af9-905a-d946786f39e9 req-05e8ae77-9d01-40c8-a141-c566d3d91f28 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503631 Mar 08 15:57:07.707963 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-43293fa6-e164-4243-9085-81c758aeb9fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=335e5a1934d04297a6e6d054a122458f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492527 Mar 08 15:57:07.710373 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58216) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:07.778591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbbad416-3d4b-438c-b12d-587dd884b0f0 admin admin] Publish callbacks [] for security_group (7538383f-eb9b-412d-8855-a90f4ebea207), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.806078 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbbad416-3d4b-438c-b12d-587dd884b0f0 admin admin] Publish callbacks [] for security_group (7538383f-eb9b-412d-8855-a90f4ebea207), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.879784 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbbad416-3d4b-438c-b12d-587dd884b0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (7538383f-eb9b-412d-8855-a90f4ebea207), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.882827 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbbad416-3d4b-438c-b12d-587dd884b0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:07.884238 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-cbbad416-3d4b-438c-b12d-587dd884b0f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7538383f-eb9b-412d-8855-a90f4ebea207 HTTP/1.1" status: 204 len: 168 time: 0.1723123 Mar 08 15:57:07.894270 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbad416-3d4b-438c-b12d-587dd884b0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7538383f-eb9b-412d-8855-a90f4ebea207,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:08.726960 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58298) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:08.771108 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89c88e-a96a-4082-9695-d4568fbafcaa req-3f088a4a-9465-495a-b348-f1d067d79b98 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:08.772951 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf89c88e-a96a-4082-9695-d4568fbafcaa req-3f088a4a-9465-495a-b348-f1d067d79b98 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.1045115 Mar 08 15:57:08.780360 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58304) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:08.880767 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1af1e9-d9cb-4f98-9024-0aefaa3182ef req-d7375f74-86b3-494d-a801-ff464f2036cc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:08.881278 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-230170927-network', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:08.882084 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa1af1e9-d9cb-4f98-9024-0aefaa3182ef req-d7375f74-86b3-494d-a801-ff464f2036cc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0943551 Mar 08 15:57:08.885508 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf89c88e-a96a-4082-9695-d4568fbafcaa req-4b7ba3dc-58b9-41de-b1f4-13d4049df067 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029179 Mar 08 15:57:08.916748 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Made reservation on behalf of d34a1970b3984b0d8c357646012586c2 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:57:08.920158 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:08.933748 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:08.944483 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05f8438b-1e81-4118-b1e0-914e70814463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:08.961591 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa1af1e9-d9cb-4f98-9024-0aefaa3182ef req-9787fa76-9f53-4940-851d-c25be618d0b7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711808 Mar 08 15:57:09.058654 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05f8438b-1e81-4118-b1e0-914e70814463 admin admin] Publish callbacks [] for security_group (b52ca141-2626-41a3-bfe8-4eaa5499cf5f), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.064562 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05f8438b-1e81-4118-b1e0-914e70814463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b52ca141-2626-41a3-bfe8-4eaa5499cf5f), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.067667 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks [] for security_group (a4f1b6f7-24ac-4802-92cc-2a76d811c07f), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.077204 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a4f1b6f7-24ac-4802-92cc-2a76d811c07f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.120014 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:57:09.123504 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-05f8438b-1e81-4118-b1e0-914e70814463 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9f7c7721e0f4e5d95008ff8a68f4f16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420269 Mar 08 15:57:09.124529 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58318) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:09.127438 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8438b-1e81-4118-b1e0-914e70814463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52ca141-2626-41a3-bfe8-4eaa5499cf5f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:09.213363 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58320) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:09.214410 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (573a21c0-f298-46d1-9bf5-c6dc17bf9498), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.215024 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Added segment 573a21c0-f298-46d1-9bf5-c6dc17bf9498 of type vlan for network a9a19af1-8396-48e6-8908-efd8c00a1ac7 Mar 08 15:57:09.217622 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f1b6f7-24ac-4802-92cc-2a76d811c07f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:09.232122 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40b66ac9-8b88-4178-86bd-8a0cb2b6d538 admin admin] Publish callbacks [] for security_group (b52ca141-2626-41a3-bfe8-4eaa5499cf5f), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.268332 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40b66ac9-8b88-4178-86bd-8a0cb2b6d538 admin admin] Publish callbacks [] for security_group (b52ca141-2626-41a3-bfe8-4eaa5499cf5f), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.328868 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (a9a19af1-8396-48e6-8908-efd8c00a1ac7), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.336911 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40b66ac9-8b88-4178-86bd-8a0cb2b6d538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b52ca141-2626-41a3-bfe8-4eaa5499cf5f), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.339503 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-45bcf5b3-6a33-4320-97ab-8d2f3c6d1efd tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:09.341225 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-45bcf5b3-6a33-4320-97ab-8d2f3c6d1efd tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.2011924 Mar 08 15:57:09.343551 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40b66ac9-8b88-4178-86bd-8a0cb2b6d538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.346699 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-40b66ac9-8b88-4178-86bd-8a0cb2b6d538 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b52ca141-2626-41a3-bfe8-4eaa5499cf5f HTTP/1.1" status: 204 len: 168 time: 0.2201447 Mar 08 15:57:09.363533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b66ac9-8b88-4178-86bd-8a0cb2b6d538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52ca141-2626-41a3-bfe8-4eaa5499cf5f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:09.380475 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c8bb1-89ed-4f2f-989a-29b82b0b7d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.421843 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (a9a19af1-8396-48e6-8908-efd8c00a1ac7), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.423157 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:09.424185 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.516958 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c8bb1-89ed-4f2f-989a-29b82b0b7d35 admin admin] Publish callbacks [] for security_group (bc91e658-395f-4c6e-bec1-7281e3b8cf67), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.522334 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] Pushing event updated for resources: {'Network': ['ID=a9a19af1-8396-48e6-8908-efd8c00a1ac7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:09.525827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c8bb1-89ed-4f2f-989a-29b82b0b7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (bc91e658-395f-4c6e-bec1-7281e3b8cf67), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.534693 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:57:09.549649 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f67d03d9-3782-482f-a780-e27c29c63795 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8185377 Mar 08 15:57:09.550961 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58334) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:09.562202 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Request body: {'subnet': {'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-230170927-subnet', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:09.612968 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Deleting port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:57:09.613571 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.638611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:09.642904 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-262c8bb1-89ed-4f2f-989a-29b82b0b7d35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b796e987559479b9fffe3f25fdb5085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284678 Mar 08 15:57:09.647233 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58340) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:09.651536 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c8bb1-89ed-4f2f-989a-29b82b0b7d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91e658-395f-4c6e-bec1-7281e3b8cf67,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:09.682554 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Made reservation on behalf of d34a1970b3984b0d8c357646012586c2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:57:09.685472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.803705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4fad21d2-08ce-4b6a-9351-c3cf243d0a6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.837585 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbcdac7d-8445-49ba-90b5-9e26c3369054 admin admin] Publish callbacks [] for security_group (bc91e658-395f-4c6e-bec1-7281e3b8cf67), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.918824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbcdac7d-8445-49ba-90b5-9e26c3369054 admin admin] Publish callbacks [] for security_group (bc91e658-395f-4c6e-bec1-7281e3b8cf67), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.924727 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] For port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:09.925361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.926309 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4fad21d2-08ce-4b6a-9351-c3cf243d0a6c admin admin] Publish callbacks [] for security_group (a4f59b81-02f8-46b5-8826-4a8412669615), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.931814 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4fad21d2-08ce-4b6a-9351-c3cf243d0a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a4f59b81-02f8-46b5-8826-4a8412669615), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:09.980416 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4fad21d2-08ce-4b6a-9351-c3cf243d0a6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=607d239b3e2b402bbd824694aee59dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3357179 Mar 08 15:57:09.981084 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58358) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:09.984238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad21d2-08ce-4b6a-9351-c3cf243d0a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f59b81-02f8-46b5-8826-4a8412669615,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:10.007114 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Calling delete_port for be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:57:10.155819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbcdac7d-8445-49ba-90b5-9e26c3369054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (bc91e658-395f-4c6e-bec1-7281e3b8cf67), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.158428 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbcdac7d-8445-49ba-90b5-9e26c3369054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.159958 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-dbcdac7d-8445-49ba-90b5-9e26c3369054 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc91e658-395f-4c6e-bec1-7281e3b8cf67 HTTP/1.1" status: 204 len: 168 time: 0.5117881 Mar 08 15:57:10.166163 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b04735-0408-4e29-bae0-76275de33c7b req-df601ea9-ef39-4e30-94c4-2033e423424b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:10.172216 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-53b04735-0408-4e29-bae0-76275de33c7b req-df601ea9-ef39-4e30-94c4-2033e423424b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 945 time: 0.1895225 Mar 08 15:57:10.186396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (b95fbc01-b64b-4c40-b64a-4cf292f55531), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.194490 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdac7d-8445-49ba-90b5-9e26c3369054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91e658-395f-4c6e-bec1-7281e3b8cf67,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:10.237794 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e3c1-7a76-4c49-aed0-efbacae57863 admin admin] Publish callbacks [] for security_group (a4f59b81-02f8-46b5-8826-4a8412669615), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.281584 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95fbc01-b64b-4c40-b64a-4cf292f55531,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:10.286549 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3f8b2-b7dc-42d4-8378-fbb889b8b7d8 req-beb867e4-0546-4118-99f0-a04031394dd6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:10.287393 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3bf3f8b2-b7dc-42d4-8378-fbb889b8b7d8 req-beb867e4-0546-4118-99f0-a04031394dd6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.2164023 Mar 08 15:57:10.298178 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-53b04735-0408-4e29-bae0-76275de33c7b req-07b99142-b7ea-4efb-a24e-9854cfba88d3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244037 Mar 08 15:57:10.308880 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Checking segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:10.309245 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Network hostable DHCP agents. Network: a9a19af1-8396-48e6-8908-efd8c00a1ac7, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:57:10.312772 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.331914 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e3c1-7a76-4c49-aed0-efbacae57863 admin admin] Publish callbacks [] for security_group (a4f59b81-02f8-46b5-8826-4a8412669615), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.336638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:57:10.354788 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Pushing event deleted for resources: {'Port': ['ID=be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:10.369950 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:57:10.411760 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3bf3f8b2-b7dc-42d4-8378-fbb889b8b7d8 req-d3ed8a2d-454e-4c5a-bdd7-781917ab44e4 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097963 Mar 08 15:57:10.421406 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, a9a19af1-8396-48e6-8908-efd8c00a1ac7) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:10.431970 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed738a-2dbf-499b-a1e9-01c8469d2ccb None None] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:57:10.433787 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:10.434693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.438497 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] No DVR routers for this DVR port be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:57:10.441524 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e3c1-7a76-4c49-aed0-efbacae57863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a4f59b81-02f8-46b5-8826-4a8412669615), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.443901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.446088 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb0e3c1-7a76-4c49-aed0-efbacae57863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.449944 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-bcb0e3c1-7a76-4c49-aed0-efbacae57863 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4f59b81-02f8-46b5-8826-4a8412669615 HTTP/1.1" status: 204 len: 168 time: 0.4642389 Mar 08 15:57:10.450098 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-2ddbd218-34bc-460d-a1e6-ff6d9a41e843 req-d0fae9d4-ce3a-4200-b041-1eb54efde611 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "DELETE /v2.0/ports/be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf HTTP/1.1" status: 204 len: 173 time: 1.1001186 Mar 08 15:57:10.450098 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'name': 'network-vif-deleted', 'tag': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:10.450861 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b354d1c3-7550-42f9-90b3-65d23f59ca36" -d '{"events": [{"server_uuid": "b1a8fd30-77c7-463b-9811-6e9d12f8cf98", "name": "network-vif-deleted", "tag": "be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:10.461066 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0e3c1-7a76-4c49-aed0-efbacae57863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f59b81-02f8-46b5-8826-4a8412669615,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:10.474638 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-87e5aa3e-6fa9-4942-9979-2d7e6d66d644 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9133158 Mar 08 15:57:10.477542 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:10.485460 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:10.525106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (db187081-1017-4b89-9124-2aac147dc0c5), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.526858 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (db187081-1017-4b89-9124-2aac147dc0c5), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.554443 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c7264f-2633-48b2-ac94-02bac7303ccb x-openstack-request-id: req-57c7264f-2633-48b2-ac94-02bac7303ccb {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:10.554955 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a8fd30-77c7-463b-9811-6e9d12f8cf98", "name": "network-vif-deleted", "tag": "be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:10.555303 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57c7264f-2633-48b2-ac94-02bac7303ccb {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:10.555737 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a8fd30-77c7-463b-9811-6e9d12f8cf98', 'name': 'network-vif-deleted', 'tag': 'be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf', 'status': 'completed', 'code': 200} Mar 08 15:57:10.594631 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks [] for router_controller (db187081-1017-4b89-9124-2aac147dc0c5), precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.641403 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:57:10.644081 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.785909 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58386) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:10.803034 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3c9addb5-043d-4b85-a5e6-f2859b6c7537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.813441 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks [] for router_gateway (db187081-1017-4b89-9124-2aac147dc0c5), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.835490 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Allocated IP 172.20.0.2 (a9a19af1-8396-48e6-8908-efd8c00a1ac7/b95fbc01-b64b-4c40-b64a-4cf292f55531/24a00d0e-8c37-44a1-aa96-98f5f7155ecf) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:10.932044 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3c9addb5-043d-4b85-a5e6-f2859b6c7537 admin admin] Publish callbacks [] for security_group (4f41bd8c-c9eb-4861-bee3-03ce9545c50f), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:10.936973 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3c9addb5-043d-4b85-a5e6-f2859b6c7537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4f41bd8c-c9eb-4861-bee3-03ce9545c50f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.005659 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3c9addb5-043d-4b85-a5e6-f2859b6c7537 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4be1e6e5ad994e67a1ae0c0c9530153b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186420 Mar 08 15:57:11.009397 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:11.012839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9addb5-043d-4b85-a5e6-f2859b6c7537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f41bd8c-c9eb-4861-bee3-03ce9545c50f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:11.125096 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58396) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:11.131733 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-111280a3-be97-47ba-babd-d1f5c4957e7d admin admin] Publish callbacks [] for security_group (4f41bd8c-c9eb-4861-bee3-03ce9545c50f), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.153875 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-810a6ac8-dea7-4dd4-aaed-37a2a046c258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.232589 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-111280a3-be97-47ba-babd-d1f5c4957e7d admin admin] Publish callbacks [] for security_group (4f41bd8c-c9eb-4861-bee3-03ce9545c50f), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.318764 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks [] for router_gateway (db187081-1017-4b89-9124-2aac147dc0c5), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.321899 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-810a6ac8-dea7-4dd4-aaed-37a2a046c258 admin admin] Publish callbacks [] for security_group (28da91df-8695-46e7-a403-4ee7a2d54faa), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.326561 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-810a6ac8-dea7-4dd4-aaed-37a2a046c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (28da91df-8695-46e7-a403-4ee7a2d54faa), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.335092 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Publish callbacks [] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.347005 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.361613 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.370296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-111280a3-be97-47ba-babd-d1f5c4957e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4f41bd8c-c9eb-4861-bee3-03ce9545c50f), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.375416 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-111280a3-be97-47ba-babd-d1f5c4957e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.382874 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-111280a3-be97-47ba-babd-d1f5c4957e7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f41bd8c-c9eb-4861-bee3-03ce9545c50f HTTP/1.1" status: 204 len: 168 time: 0.3709600 Mar 08 15:57:11.434926 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111280a3-be97-47ba-babd-d1f5c4957e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f41bd8c-c9eb-4861-bee3-03ce9545c50f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:11.475979 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-810a6ac8-dea7-4dd4-aaed-37a2a046c258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1191debb316d47a4b11f60b08e272cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3464916 Mar 08 15:57:11.480903 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58408) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:11.494465 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a6ac8-dea7-4dd4-aaed-37a2a046c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28da91df-8695-46e7-a403-4ee7a2d54faa,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:11.564868 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:11.572096 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:11.579522 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:11.595660 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Pushing event updated for resources: {'Port': ['ID=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:11.692921 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Attempting to bind port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:11.693730 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Attempting to bind port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:11.693730 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Attempting to bind port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:11.717708 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:11.719002 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Checking segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:11.720073 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.721107 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Bound using segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:11.722125 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Bound port: 24a00d0e-8c37-44a1-aa96-98f5f7155ecf, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:11.723031 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.724248 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f39c1f64-a9c0-4c2a-a828-92cdf760918b req-9fb7effb-c02c-461d-a9b6-d60c3e88259f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a8fd30-77c7-463b-9811-6e9d12f8cf98 HTTP/1.1" status: 200 len: 210 time: 0.1697123 Mar 08 15:57:11.725610 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Allocated IP 172.27.2.11 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/42a3948a-26f1-4bc4-b25e-1a12364d2918) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:11.828799 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34333828-2fe6-40c7-b272-56c811ca7072 admin admin] Publish callbacks [] for security_group (28da91df-8695-46e7-a403-4ee7a2d54faa), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.838376 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] For port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:11.846515 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] For port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:11.856351 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:11.890822 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3956f-e848-4c21-b974-7bd80ceb71e0 req-25a07702-444b-42e7-8552-8946dc2e1e10 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:11.892716 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-67a3956f-e848-4c21-b974-7bd80ceb71e0 req-25a07702-444b-42e7-8552-8946dc2e1e10 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1913102 Mar 08 15:57:11.938512 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c5c37-facd-4872-8d8b-29f22e38888e None None] Pushing event updated for resources: {'Port': ['ID=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:11.955226 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34333828-2fe6-40c7-b272-56c811ca7072 admin admin] Publish callbacks [] for security_group (28da91df-8695-46e7-a403-4ee7a2d54faa), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.063619 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-67a3956f-e848-4c21-b974-7bd80ceb71e0 req-16a1b825-df85-45c7-bcbd-45c6072dfe0a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205881 Mar 08 15:57:12.074408 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks [] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.114962 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34333828-2fe6-40c7-b272-56c811ca7072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (28da91df-8695-46e7-a403-4ee7a2d54faa), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.121790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34333828-2fe6-40c7-b272-56c811ca7072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.122948 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-34333828-2fe6-40c7-b272-56c811ca7072 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28da91df-8695-46e7-a403-4ee7a2d54faa HTTP/1.1" status: 204 len: 168 time: 0.6408975 Mar 08 15:57:12.136242 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34333828-2fe6-40c7-b272-56c811ca7072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28da91df-8695-46e7-a403-4ee7a2d54faa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:12.140621 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.215398 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:12.218594 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:12.222545 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:12.299911 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Pushing event updated for resources: {'Port': ['ID=42a3948a-26f1-4bc4-b25e-1a12364d2918,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:12.470954 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 24a00d0e-8c37-44a1-aa96-98f5f7155ecf up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:12.530330 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:12.530776 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.637549 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:12.638702 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.703513 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:12.719539 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:12.811692 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:12.816322 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:57:12.873881 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:57:12.874223 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device be89b9dc-9236-4bf3-92ae-43c4e1cb1fcf not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:57:13.068805 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks [] for router_gateway (db187081-1017-4b89-9124-2aac147dc0c5), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:13.408240 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3027f-ea14-43b6-aff8-7d3e26760f16 None None] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:57:13.517477 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49314f-b7ae-4ec4-b3c3-fe0e6796cd12 req-21be45a7-d34a-4f4f-812c-943dc5ee1eff tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:13.520029 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3e49314f-b7ae-4ec4-b3c3-fe0e6796cd12 req-21be45a7-d34a-4f4f-812c-943dc5ee1eff tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.2823756 Mar 08 15:57:13.575000 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (db187081-1017-4b89-9124-2aac147dc0c5), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:13.614640 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-db30ae6b-aeed-4c3d-8a1e-10a9b05e4a62 None None] Provisioning complete for port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:13.615098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-db30ae6b-aeed-4c3d-8a1e-10a9b05e4a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:13.656633 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-56f0ccab-dad3-4ef7-b059-c1e15450bd10 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:13.668965 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-56f0ccab-dad3-4ef7-b059-c1e15450bd10 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/networks?id=6f62f9a6-a821-4138-a182-33030bbbdf10 HTTP/1.1" status: 200 len: 809 time: 0.3050086 Mar 08 15:57:13.683329 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-819ca0af-dc96-4a68-872c-0d3da1803683 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/quotas/ae6957a0240e43298d2629e764ab4552 HTTP/1.1" status: 200 len: 375 time: 0.0190699 Mar 08 15:57:13.691040 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3e49314f-b7ae-4ec4-b3c3-fe0e6796cd12 req-87f328b2-2173-46c6-addb-c23f1ce0cf9e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627483 Mar 08 15:57:13.734278 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-db30ae6b-aeed-4c3d-8a1e-10a9b05e4a62 None None] Current status of the port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:13.737841 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-ca468b98-3fca-4e51-9e0d-fff28ea8facf tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae6957a0240e43298d2629e764ab4552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536454 Mar 08 15:57:13.905516 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f85afaa8-0723-43db-adf9-b1b1991125b4 service neutron] 10.222.0.15 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588960 Mar 08 15:57:13.997195 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Router db187081-1017-4b89-9124-2aac147dc0c5 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:57:14.061876 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-611478ba-86c5-4f19-a1cb-609c12bb5f9d None None] Provisioning complete for port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:14.062714 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-611478ba-86c5-4f19-a1cb-609c12bb5f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:14.078512 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-366911c6-7d02-41ff-98b5-93726c572311 service neutron] 10.222.0.15 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618297 Mar 08 15:57:14.181522 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:57:14.182766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-611478ba-86c5-4f19-a1cb-609c12bb5f9d None None] Current status of the port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:14.193930 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:57:14.205005 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:57:14.205987 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:57:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:14.217174 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:14.222075 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58512) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:14.222746 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-17f64a9c-5362-48ff-8a97-dc388355447d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7427630 Mar 08 15:57:14.445400 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 24a00d0e-8c37-44a1-aa96-98f5f7155ecf up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:14.456387 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:57:14.480626 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-761a5f7e-78e9-46e0-9802-75ac11332005 req-f4f661e7-1094-4373-a1a3-731341cfc1c9 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 210 time: 0.0733013 Mar 08 15:57:14.592759 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:14.593039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:14.781219 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:14.810669 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:12Z', 'revision_number': 3, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:14.933922 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:57:14.934464 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Updating router db187081-1017-4b89-9124-2aac147dc0c5 port 42a3948a-26f1-4bc4-b25e-1a12364d2918 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:57:14.989974 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.048663 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58570) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:15.059493 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63e880-deb2-4930-a93d-7cedc9d125f6 req-34248f47-8e6d-44a6-ba35-46a843395478 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:15.062589 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3a63e880-deb2-4930-a93d-7cedc9d125f6 req-34248f47-8e6d-44a6-ba35-46a843395478 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1833165 Mar 08 15:57:15.076004 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.289346 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3a63e880-deb2-4930-a93d-7cedc9d125f6 req-1225d923-c88b-4470-9c55-b5531eea5c17 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971016 Mar 08 15:57:15.462997 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Allocated IP 172.20.0.1 (a9a19af1-8396-48e6-8908-efd8c00a1ac7/b95fbc01-b64b-4c40-b64a-4cf292f55531/4fede600-c98d-4664-853e-aff46870cd9f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:15.467264 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b75f4-45b3-418e-a07f-6e302398abba req-1fd3e690-610d-42dc-aefa-3b6de3e6129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:15.469028 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-840b75f4-45b3-418e-a07f-6e302398abba req-1fd3e690-610d-42dc-aefa-3b6de3e6129d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 1129 time: 0.0777619 Mar 08 15:57:15.501493 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Publish callbacks [] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.513437 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.516651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d56b1ad3-7a0f-4997-b8b2-215a1ec63aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.634888 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-840b75f4-45b3-418e-a07f-6e302398abba req-a8e88354-a656-4b9d-94b2-afc951b05ad6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540229 Mar 08 15:57:15.658268 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58586) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:15.673304 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Pushing event updated for resources: {'Port': ['ID=42a3948a-26f1-4bc4-b25e-1a12364d2918,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:15.691459 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.691841 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.699259 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.700046 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks [] for port (4fede600-c98d-4664-853e-aff46870cd9f), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.700125 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:15.714464 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d56b1ad3-7a0f-4997-b8b2-215a1ec63aec admin admin] Publish callbacks [] for security_group (d927e7e2-dca8-4c05-8592-a7279005e796), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.730118 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Attempting to bind port 42a3948a-26f1-4bc4-b25e-1a12364d2918 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:15.731321 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Attempting to bind port 42a3948a-26f1-4bc4-b25e-1a12364d2918 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:15.732805 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Attempting to bind port 42a3948a-26f1-4bc4-b25e-1a12364d2918 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:15.736117 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6bbc22f0-0b2d-48cb-a4af-2932fcf45c21 req-8ca12f22-31e3-4775-a98a-c493ce4c738a tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 210 time: 0.0732198 Mar 08 15:57:15.736939 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d56b1ad3-7a0f-4997-b8b2-215a1ec63aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d927e7e2-dca8-4c05-8592-a7279005e796), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.745738 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:15.746121 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:15.746530 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.746925 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:15.748488 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Bound port: 42a3948a-26f1-4bc4-b25e-1a12364d2918, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:15.749368 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.780058 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d56b1ad3-7a0f-4997-b8b2-215a1ec63aec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfa77e44a5de482ba0cda83f9b3cf90c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7135162 Mar 08 15:57:15.780386 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58594) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:15.823483 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b1ad3-7a0f-4997-b8b2-215a1ec63aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d927e7e2-dca8-4c05-8592-a7279005e796,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:15.850431 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (4fede600-c98d-4664-853e-aff46870cd9f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.861167 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] For port 42a3948a-26f1-4bc4-b25e-1a12364d2918, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:15.865507 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] For port 42a3948a-26f1-4bc4-b25e-1a12364d2918, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=42a3948a-26f1-4bc4-b25e-1a12364d2918,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:15.874492 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.884762 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:15.891691 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:15.924123 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:15.924601 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (db187081-1017-4b89-9124-2aac147dc0c5), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.935617 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a97624fb-00b9-4a04-8caf-64ca99137ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:15.963975 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:57:15.964615 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:57:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:16.045302 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Pushing event updated for resources: {'Port': ['ID=4fede600-c98d-4664-853e-aff46870cd9f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:16.077995 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93c0ed-cea7-4c77-8fc5-2450e388a4c2 None None] Pushing event updated for resources: {'Port': ['ID=42a3948a-26f1-4bc4-b25e-1a12364d2918,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:16.114030 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2650-af05-4310-9fe9-1f42be80a9aa admin admin] Publish callbacks [] for security_group (d927e7e2-dca8-4c05-8592-a7279005e796), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.208708 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2650-af05-4310-9fe9-1f42be80a9aa admin admin] Publish callbacks [] for security_group (d927e7e2-dca8-4c05-8592-a7279005e796), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.263553 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:57:16.345162 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2d1f4d92-1913-489d-96ac-67737e0ed943 None None] Provisioning complete for port 4fede600-c98d-4664-853e-aff46870cd9f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:16.345815 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2d1f4d92-1913-489d-96ac-67737e0ed943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (4fede600-c98d-4664-853e-aff46870cd9f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.365248 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a97624fb-00b9-4a04-8caf-64ca99137ad4 admin admin] Publish callbacks [] for security_group (11408cb7-f812-440d-8f06-7501d06268b5), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.390737 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (4fede600-c98d-4664-853e-aff46870cd9f), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.418124 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f4d92-1913-489d-96ac-67737e0ed943 None None] Port 4fede600-c98d-4664-853e-aff46870cd9f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:57:16.436848 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a97624fb-00b9-4a04-8caf-64ca99137ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (11408cb7-f812-440d-8f06-7501d06268b5), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.492433 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a97624fb-00b9-4a04-8caf-64ca99137ad4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48dfd866314e4a3f8b9364589ff85c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8304245 Mar 08 15:57:16.496611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58616) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:16.503754 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2650-af05-4310-9fe9-1f42be80a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d927e7e2-dca8-4c05-8592-a7279005e796), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.506404 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5a2650-af05-4310-9fe9-1f42be80a9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.511446 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9b5a2650-af05-4310-9fe9-1f42be80a9aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d927e7e2-dca8-4c05-8592-a7279005e796 HTTP/1.1" status: 204 len: 168 time: 0.7298272 Mar 08 15:57:16.616118 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:12Z', 'revision_number': 3, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:16.653409 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7057ee93-f371-4e45-9751-58120b623db6 None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:12Z', 'revision_number': 3, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:57:16.669765 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ada2-d8fa-472c-ba36-2311323779ad req-d53f5434-3439-4b9c-927a-6e22f2d6fb50 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:16.671424 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6007ada2-d8fa-472c-ba36-2311323779ad req-d53f5434-3439-4b9c-927a-6e22f2d6fb50 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.2432032 Mar 08 15:57:16.677536 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97624fb-00b9-4a04-8caf-64ca99137ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11408cb7-f812-440d-8f06-7501d06268b5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:16.734508 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a2650-af05-4310-9fe9-1f42be80a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d927e7e2-dca8-4c05-8592-a7279005e796,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:16.815980 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e255c46-4235-4df5-abdc-2dacb6f24c95 admin admin] Publish callbacks [] for security_group (11408cb7-f812-440d-8f06-7501d06268b5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.856346 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-dee00005-efea-49bb-b072-86f1a995b282 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:16.861283 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-dee00005-efea-49bb-b072-86f1a995b282 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "GET /v2.0/networks?id=6f62f9a6-a821-4138-a182-33030bbbdf10 HTTP/1.1" status: 200 len: 809 time: 0.4885569 Mar 08 15:57:16.884379 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Request body: {'port': {'device_id': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10', 'admin_state_up': True, 'tenant_id': 'ae6957a0240e43298d2629e764ab4552'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:16.911702 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6007ada2-d8fa-472c-ba36-2311323779ad req-4c36b4e7-fc86-4394-a069-c9f5cfc88c5a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270832 Mar 08 15:57:16.949735 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e255c46-4235-4df5-abdc-2dacb6f24c95 admin admin] Publish callbacks [] for security_group (11408cb7-f812-440d-8f06-7501d06268b5), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:16.995350 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a445353b-9339-45f4-a289-cc2eebec467f req-f3e0b467-7e8f-4aa8-b6ac-2fb7ed6df9bf tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 210 time: 0.1100941 Mar 08 15:57:17.082552 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e255c46-4235-4df5-abdc-2dacb6f24c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (11408cb7-f812-440d-8f06-7501d06268b5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.086744 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e255c46-4235-4df5-abdc-2dacb6f24c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.091203 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5e255c46-4235-4df5-abdc-2dacb6f24c95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11408cb7-f812-440d-8f06-7501d06268b5 HTTP/1.1" status: 204 len: 168 time: 0.5909379 Mar 08 15:57:17.110334 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e255c46-4235-4df5-abdc-2dacb6f24c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11408cb7-f812-440d-8f06-7501d06268b5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:17.134528 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks [] for port (4fede600-c98d-4664-853e-aff46870cd9f), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.146339 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (4fede600-c98d-4664-853e-aff46870cd9f), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.147499 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (db187081-1017-4b89-9124-2aac147dc0c5), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.228921 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Pushing event updated for resources: {'Port': ['ID=4fede600-c98d-4664-853e-aff46870cd9f,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:17.239752 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Made reservation on behalf of ae6957a0240e43298d2629e764ab4552 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:57:17.243822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.409984 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:17.415431 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:17.748420 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Allocated IP 172.20.0.11 (6f62f9a6-a821-4138-a182-33030bbbdf10/cf7bba27-dcdf-489f-a43b-e259d3f4b39f/3b0b3f8d-4f9b-4392-9af6-7403ef042f08) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:17.796300 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58678) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:17.831924 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad39f618-a1fb-4258-8bd8-fa98c2026685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.880606 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c2f6b1cd-3f5a-43bf-82d0-930b2eb28830 None None] Provisioning complete for port 4fede600-c98d-4664-853e-aff46870cd9f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:17.881073 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c2f6b1cd-3f5a-43bf-82d0-930b2eb28830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (4fede600-c98d-4664-853e-aff46870cd9f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:17.957237 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58686) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:18.001428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c2f6b1cd-3f5a-43bf-82d0-930b2eb28830 None None] Port 4fede600-c98d-4664-853e-aff46870cd9f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:57:18.183869 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c0ca3da3-1f55-4fd6-b086-dfa95412444a req-360350c0-1c9a-4d8c-aab9-c5229a5ef5c3 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 210 time: 0.0514004 Mar 08 15:57:18.217199 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad39f618-a1fb-4258-8bd8-fa98c2026685 admin admin] Publish callbacks [] for security_group (b2fbf482-df29-48b6-adf1-20f03f5cd4ed), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.219866 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d40b684-7438-45eb-912b-829fbb533f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.262619 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad39f618-a1fb-4258-8bd8-fa98c2026685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b2fbf482-df29-48b6-adf1-20f03f5cd4ed), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.356931 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54b502-d20c-4c22-ad76-ec01ca597f98 req-6aeb5b6b-cc82-4655-ae6e-44fe6b011b3b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:18.367202 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0d54b502-d20c-4c22-ad76-ec01ca597f98 req-6aeb5b6b-cc82-4655-ae6e-44fe6b011b3b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.3327889 Mar 08 15:57:18.399394 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ad39f618-a1fb-4258-8bd8-fa98c2026685 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac5fcf8044e248639b82c8c382f215dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6013334 Mar 08 15:57:18.412265 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58702) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:18.414450 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 42a3948a-26f1-4bc4-b25e-1a12364d2918 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:18.419495 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Router db187081-1017-4b89-9124-2aac147dc0c5 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:57:18.428288 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks [] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.434940 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39f618-a1fb-4258-8bd8-fa98c2026685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fbf482-df29-48b6-adf1-20f03f5cd4ed,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:18.505802 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 42a3948a-26f1-4bc4-b25e-1a12364d2918 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:18.506472 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.508363 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0d54b502-d20c-4c22-ad76-ec01ca597f98 req-3edf465d-5948-418e-8542-0fbb46b35a12 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342287 Mar 08 15:57:18.561548 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5db11cef-f19f-40b4-8c4b-0a5877e835e1 admin admin] Publish callbacks [] for security_group (b2fbf482-df29-48b6-adf1-20f03f5cd4ed), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.574626 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d40b684-7438-45eb-912b-829fbb533f36 admin admin] Publish callbacks [] for security_group (1e1ddc21-c120-41ce-89bd-20b788610775), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.586754 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d40b684-7438-45eb-912b-829fbb533f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1e1ddc21-c120-41ce-89bd-20b788610775), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.588537 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5db11cef-f19f-40b4-8c4b-0a5877e835e1 admin admin] Publish callbacks [] for security_group (b2fbf482-df29-48b6-adf1-20f03f5cd4ed), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.641698 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.667396 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 42a3948a-26f1-4bc4-b25e-1a12364d2918 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:18.668548 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.670284 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.695949 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-7d40b684-7438-45eb-912b-829fbb533f36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af47cf411a234565b85cda482d1ee219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7370882 Mar 08 15:57:18.697607 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58712) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:18.701366 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 42a3948a-26f1-4bc4-b25e-1a12364d2918, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=42a3948a-26f1-4bc4-b25e-1a12364d2918,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:18.705224 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b684-7438-45eb-912b-829fbb533f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1ddc21-c120-41ce-89bd-20b788610775,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:18.706673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.715577 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5db11cef-f19f-40b4-8c4b-0a5877e835e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b2fbf482-df29-48b6-adf1-20f03f5cd4ed), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.719869 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5db11cef-f19f-40b4-8c4b-0a5877e835e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.721629 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-5db11cef-f19f-40b4-8c4b-0a5877e835e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2fbf482-df29-48b6-adf1-20f03f5cd4ed HTTP/1.1" status: 204 len: 168 time: 0.3082502 Mar 08 15:57:18.737460 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39f72c-c313-4b52-8d4a-3c71cd0d79fa req-45230221-123c-41a6-8cf5-cdd1b77d2396 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:18.739126 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1f39f72c-c313-4b52-8d4a-3c71cd0d79fa req-45230221-123c-41a6-8cf5-cdd1b77d2396 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1388752 Mar 08 15:57:18.787978 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db11cef-f19f-40b4-8c4b-0a5877e835e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fbf482-df29-48b6-adf1-20f03f5cd4ed,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:18.795193 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Network 6f62f9a6-a821-4138-a182-33030bbbdf10 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:18.802983 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:18.809742 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:18.826499 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:18.827479 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:18.840159 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Pushing event updated for resources: {'Port': ['ID=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:18.848615 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:57:18.855058 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a14baabe-b028-42da-b41b-c9781646211d admin admin] 10.222.0.15 "PUT /v2.0/routers/db187081-1017-4b89-9124-2aac147dc0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6307707 Mar 08 15:57:18.860485 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=42a3948a-26f1-4bc4-b25e-1a12364d2918,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:18.877507 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-f68baeac-d5d9-45f3-90e6-2714704efa9f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0012574 Mar 08 15:57:18.884467 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1f39f72c-c313-4b52-8d4a-3c71cd0d79fa req-9d2350cc-1d66-4067-98f6-ff84fed0a672 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242898 Mar 08 15:57:18.900777 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Request body: {'port': {'device_id': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:18.959819 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c5ceef0-ceec-4da9-a7aa-404d832f02ae admin admin] Publish callbacks [] for security_group (1e1ddc21-c120-41ce-89bd-20b788610775), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.009571 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c5ceef0-ceec-4da9-a7aa-404d832f02ae admin admin] Publish callbacks [] for security_group (1e1ddc21-c120-41ce-89bd-20b788610775), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.015304 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.094566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c5ceef0-ceec-4da9-a7aa-404d832f02ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1e1ddc21-c120-41ce-89bd-20b788610775), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.122409 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58728) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:19.125550 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c5ceef0-ceec-4da9-a7aa-404d832f02ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.127990 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6c5ceef0-ceec-4da9-a7aa-404d832f02ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e1ddc21-c120-41ce-89bd-20b788610775 HTTP/1.1" status: 204 len: 168 time: 0.4290459 Mar 08 15:57:19.142836 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ceef0-ceec-4da9-a7aa-404d832f02ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1ddc21-c120-41ce-89bd-20b788610775,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:19.453249 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8cef5-1ad7-4802-8f56-b87666fba6ee req-95eed0cb-28a5-4622-bdca-2ea6106963ce tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:19.463757 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-96e8cef5-1ad7-4802-8f56-b87666fba6ee req-95eed0cb-28a5-4622-bdca-2ea6106963ce tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 932 time: 0.1589100 Mar 08 15:57:19.537124 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:57:19.538534 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58754) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:19.560869 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:57:19.566285 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:57:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:19.571447 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-96e8cef5-1ad7-4802-8f56-b87666fba6ee req-31b85da5-833d-4f9a-a21e-979bb1f4f57b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064107 Mar 08 15:57:19.652616 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Deleting subnet c8c06d49-2dc9-43b0-b450-61876825e6de {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:57:19.662100 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Publish callbacks [] for subnet (c8c06d49-2dc9-43b0-b450-61876825e6de), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.722764 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:19.738110 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Publish callbacks [] for subnet (c8c06d49-2dc9-43b0-b450-61876825e6de), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.742127 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Publish callbacks [] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.754683 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (c8c06d49-2dc9-43b0-b450-61876825e6de), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.787855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Transition to ACTIVE for port object 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:57:19.804901 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:57:19.806966 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.855983 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58760) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:19.863547 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985508846', 'description': 'tempest-description--886820018'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:19.891025 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:19.896360 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ef57-d165-4cdf-bca0-ebfe9b833381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.920314 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:19.969665 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58764) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:19.976006 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for subnet (c8c06d49-2dc9-43b0-b450-61876825e6de), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.000590 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-181b3b15-995f-45b9-9e1d-701bef865739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.020335 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8c06d49-2dc9-43b0-b450-61876825e6de,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.027664 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.030831 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b91ef013-6579-4a2a-b0d8-6be778e702f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c8c06d49-2dc9-43b0-b450-61876825e6de HTTP/1.1" status: 204 len: 168 time: 0.4912930 Mar 08 15:57:20.031848 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Attempting to bind port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:20.032339 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Attempting to bind port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:20.032837 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Attempting to bind port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 on network 6f62f9a6-a821-4138-a182-33030bbbdf10 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:20.035898 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58766) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:20.059844 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 on network 6f62f9a6-a821-4138-a182-33030bbbdf10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:57:20.060171 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Attempting to bind port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 on network 6f62f9a6-a821-4138-a182-33030bbbdf10 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:20.079855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:20.080111 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Checking segment: {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:20.080505 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Bound using segment: {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:20.080945 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Bound port: 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834786a1-9e16-431e-8921-e4aac3503b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:20.081304 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.095929 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (8cdd9553-19e2-4b82-99e0-17ac49f295c8), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.118684 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (8cdd9553-19e2-4b82-99e0-17ac49f295c8), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.136089 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 2, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:20.160884 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ef57-d165-4cdf-bca0-ebfe9b833381 admin admin] Publish callbacks [] for security_group (67978c03-fc26-4cee-8843-3cc120690b3d), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.170677 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.174780 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:57:20.174780 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Updating router db187081-1017-4b89-9124-2aac147dc0c5 port 4fede600-c98d-4664-853e-aff46870cd9f binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:57:20.175623 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3184521 Mar 08 15:57:20.177432 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58768) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:20.179493 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-181b3b15-995f-45b9-9e1d-701bef865739 admin admin] Publish callbacks [] for security_group (f7688622-b440-490b-af8e-e9d5e3133c7c), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.180884 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.185192 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'security_group_rule': {'security_group_id': '8cdd9553-19e2-4b82-99e0-17ac49f295c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:20.185790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ef57-d165-4cdf-bca0-ebfe9b833381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (67978c03-fc26-4cee-8843-3cc120690b3d), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.191178 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84322ecb-c454-4a37-b9c5-7904a2a2128c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdd9553-19e2-4b82-99e0-17ac49f295c8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.197233 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-181b3b15-995f-45b9-9e1d-701bef865739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f7688622-b440-490b-af8e-e9d5e3133c7c), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.216616 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (4fede600-c98d-4664-853e-aff46870cd9f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.250988 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-181b3b15-995f-45b9-9e1d-701bef865739 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7f38eac352048c296c4248b32473ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731709 Mar 08 15:57:20.251917 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58770) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:20.275733 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0ef1ef57-d165-4cdf-bca0-ebfe9b833381 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb0f1239f1634dc58a8f56ec1a6870ef&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1489675 Mar 08 15:57:20.275733 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ef57-d165-4cdf-bca0-ebfe9b833381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67978c03-fc26-4cee-8843-3cc120690b3d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.277008 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b3b15-995f-45b9-9e1d-701bef865739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7688622-b440-490b-af8e-e9d5e3133c7c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.279319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58774) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:20.291560 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (ec95c262-3154-4caa-9045-50360cc7f3bc), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.296093 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] For port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:20.324074 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] For port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:20.367945 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.372269 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.404095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11426b99-f46e-4a30-8d3d-343350d4f1d9 admin admin] Publish callbacks [] for security_group (f7688622-b440-490b-af8e-e9d5e3133c7c), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.439822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:20.440801 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.442293 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b0b3f8d-4f9b-4392-9af6-7403ef042f08 HTTP/1.1" status: 200 len: 1094 time: 1.5562644 Mar 08 15:57:20.442840 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'tag': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:20.445690 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8a36dc-add2-4f42-ad7c-1ef78cfc1399", "tag": "3b0b3f8d-4f9b-4392-9af6-7403ef042f08"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:20.482733 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.485476 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.486510 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.487101 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.488533 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.489034 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.492147 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.492989 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.494387 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.495038 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.498944 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (ec95c262-3154-4caa-9045-50360cc7f3bc), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.512948 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 42a3948a-26f1-4bc4-b25e-1a12364d2918 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:20.528833 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1765-51d6-4cba-811d-96a9dfdaac05 admin admin] Publish callbacks [] for security_group (67978c03-fc26-4cee-8843-3cc120690b3d), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.557866 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11426b99-f46e-4a30-8d3d-343350d4f1d9 admin admin] Publish callbacks [] for security_group (f7688622-b440-490b-af8e-e9d5e3133c7c), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.630572 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.630904 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.640424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (ec95c262-3154-4caa-9045-50360cc7f3bc), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.647376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.647883 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 15:57:20.648306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:20.675151 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.676959 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4957607 Mar 08 15:57:20.682723 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 42a3948a-26f1-4bc4-b25e-1a12364d2918 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:20.683364 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.687040 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11426b99-f46e-4a30-8d3d-343350d4f1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f7688622-b440-490b-af8e-e9d5e3133c7c), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.689736 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11426b99-f46e-4a30-8d3d-343350d4f1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.691307 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-11426b99-f46e-4a30-8d3d-343350d4f1d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7688622-b440-490b-af8e-e9d5e3133c7c HTTP/1.1" status: 204 len: 168 time: 0.4353938 Mar 08 15:57:20.698140 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58792) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:20.716415 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'security_group_rule': {'security_group_id': '8cdd9553-19e2-4b82-99e0-17ac49f295c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:20.734333 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5033ca87-bec2-4853-b7ad-2694feabbf84 x-openstack-request-id: req-5033ca87-bec2-4853-b7ad-2694feabbf84 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:20.736290 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8a36dc-add2-4f42-ad7c-1ef78cfc1399", "tag": "3b0b3f8d-4f9b-4392-9af6-7403ef042f08", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:20.736736 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5033ca87-bec2-4853-b7ad-2694feabbf84 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:20.741985 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'tag': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08', 'status': 'completed', 'code': 200} Mar 08 15:57:20.744633 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1765-51d6-4cba-811d-96a9dfdaac05 admin admin] Publish callbacks [] for security_group (67978c03-fc26-4cee-8843-3cc120690b3d), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.747300 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb523a2-5219-4216-bc11-53594c9701ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec95c262-3154-4caa-9045-50360cc7f3bc,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.788817 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11426b99-f46e-4a30-8d3d-343350d4f1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7688622-b440-490b-af8e-e9d5e3133c7c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.814581 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f780b9-c0e1-473b-b397-714dc095101b') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:20.815386 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f780b9-c0e1-473b-b397-714dc095101b') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:20.866062 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 42a3948a-26f1-4bc4-b25e-1a12364d2918 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:20.869805 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Publish callbacks [] for port (4fede600-c98d-4664-853e-aff46870cd9f), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.874852 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (94f780b9-c0e1-473b-b397-714dc095101b), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.890362 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (4fede600-c98d-4664-853e-aff46870cd9f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.890786 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027a0f0-4783-4fb8-80a0-320a2a953229 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:20.913307 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (94f780b9-c0e1-473b-b397-714dc095101b), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.925983 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:57:20.926300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (94f780b9-c0e1-473b-b397-714dc095101b), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.932823 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da231f-775e-4e59-8691-b76021234711 req-a66188fb-0e31-4828-a8ad-9831d110b84f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: from cryptography.utils import int_from_bytes Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: from cryptography.utils import int_from_bytes Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:57:20.934830 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:57:20.943219 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-64da231f-775e-4e59-8691-b76021234711 req-a66188fb-0e31-4828-a8ad-9831d110b84f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 944 time: 0.2422144 Mar 08 15:57:20.946026 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (8bc114a9-a44a-40d3-a24f-833c8ffa3c4f), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:20.980442 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-4e377893-5e98-4f08-b02c-79e4e4d361b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:20.988919 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-4e377893-5e98-4f08-b02c-79e4e4d361b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae6957a0240e43298d2629e764ab4552&device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 1128 time: 0.3015959 Mar 08 15:57:21.037706 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7e28-fbae-4a27-9235-9c9c603fa862 None None] Pushing event updated for resources: {'Port': ['ID=4fede600-c98d-4664-853e-aff46870cd9f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:21.078279 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Attempting to bind port 4fede600-c98d-4664-853e-aff46870cd9f on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:21.078901 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Attempting to bind port 4fede600-c98d-4664-853e-aff46870cd9f by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:21.079452 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Attempting to bind port 4fede600-c98d-4664-853e-aff46870cd9f on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:21.099317 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:21.100043 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Checking segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:21.100622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.101242 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Bound using segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:21.101939 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Bound port: 4fede600-c98d-4664-853e-aff46870cd9f, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:21.102651 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (4fede600-c98d-4664-853e-aff46870cd9f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.152104 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-be1bfb86-a724-414c-9402-95818be64b1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08 HTTP/1.1" status: 200 len: 217 time: 0.1422946 Mar 08 15:57:21.192536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-64da231f-775e-4e59-8691-b76021234711 req-bbbdf928-5de8-4947-845b-0fc75f0836db tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340171 Mar 08 15:57:21.243479 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] For port 4fede600-c98d-4664-853e-aff46870cd9f, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:21.252957 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] For port 4fede600-c98d-4664-853e-aff46870cd9f, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=4fede600-c98d-4664-853e-aff46870cd9f,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:21.262835 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (4fede600-c98d-4664-853e-aff46870cd9f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.266887 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.272503 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1765-51d6-4cba-811d-96a9dfdaac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (67978c03-fc26-4cee-8843-3cc120690b3d), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.276059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4e1765-51d6-4cba-811d-96a9dfdaac05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.280146 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8f4e1765-51d6-4cba-811d-96a9dfdaac05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67978c03-fc26-4cee-8843-3cc120690b3d HTTP/1.1" status: 204 len: 168 time: 0.9974864 Mar 08 15:57:21.316818 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e1765-51d6-4cba-811d-96a9dfdaac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67978c03-fc26-4cee-8843-3cc120690b3d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:21.334722 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.336551 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b3527-4a2d-4c6e-83be-ccd2670fd84d req-13768ef9-c3b2-4f2c-b86e-9a74dd8d36e8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:21.338361 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-885b3527-4a2d-4c6e-83be-ccd2670fd84d req-13768ef9-c3b2-4f2c-b86e-9a74dd8d36e8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.2291698 Mar 08 15:57:21.353648 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01 HTTP/1.1" status: 204 len: 168 time: 1.3125131 Mar 08 15:57:21.364731 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-812d5ac0-2fc2-4959-bbb0-0d0539054226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:21.366212 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-812d5ac0-2fc2-4959-bbb0-0d0539054226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf7bba27-dcdf-489f-a43b-e259d3f4b39f HTTP/1.1" status: 200 len: 849 time: 0.1978447 Mar 08 15:57:21.369853 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58810) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:21.373424 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:57:21.374505 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:57:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:21.380917 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (8bc114a9-a44a-40d3-a24f-833c8ffa3c4f), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.394167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (8bc114a9-a44a-40d3-a24f-833c8ffa3c4f), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.415265 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-5512ae6f-4811-456d-9041-89977b73c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:21.416800 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-5512ae6f-4811-456d-9041-89977b73c580 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.2638047 Mar 08 15:57:21.417591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300f9cb-dc1d-4477-a140-9db5981884e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24dfc1e-2bc5-4fdc-b4fe-875e0b818a01,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:21.430484 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.435465 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7313454 Mar 08 15:57:21.442503 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58814) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:21.449613 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:21.489649 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] Provisioning complete for port 4fede600-c98d-4664-853e-aff46870cd9f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:21.490612 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (4fede600-c98d-4664-853e-aff46870cd9f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.500180 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-fe4bfcb7-424b-41c3-8357-965f885e6347 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f62f9a6-a821-4138-a182-33030bbbdf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047707 Mar 08 15:57:21.502884 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844b807-a4f2-4ff2-9c5d-fa2e2c7f835e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc114a9-a44a-40d3-a24f-833c8ffa3c4f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:21.538556 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:57:21.557168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-885b3527-4a2d-4c6e-83be-ccd2670fd84d req-010a5767-b9c0-46e7-9cea-fadab851bf66 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049341 Mar 08 15:57:21.575104 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b7e28-fbae-4a27-9235-9c9c603fa862 None None] Pushing event updated for resources: {'Port': ['ID=4fede600-c98d-4664-853e-aff46870cd9f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:21.584467 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.678169 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] Current status of the port 4fede600-c98d-4664-853e-aff46870cd9f is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:21.678479 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (4fede600-c98d-4664-853e-aff46870cd9f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.726244 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] For port 4fede600-c98d-4664-853e-aff46870cd9f, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=4fede600-c98d-4664-853e-aff46870cd9f,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:21.770199 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (4fede600-c98d-4664-853e-aff46870cd9f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.797701 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Deleting subnet 373f5863-2963-4b61-a92a-ef95a0a6b958 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:57:21.807691 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Publish callbacks [] for subnet (373f5863-2963-4b61-a92a-ef95a0a6b958), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.851984 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.864217 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24bfa5e-e628-4c98-ada7-73a78cff9fb8 None None] Pushing event updated for resources: {'Port': ['ID=4fede600-c98d-4664-853e-aff46870cd9f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:21.870374 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:57:21.898770 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (373f5863-2963-4b61-a92a-ef95a0a6b958), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:21.902405 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-589d84c3-3c93-439e-b872-992346c31dcc service neutron] 10.222.0.37 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329031 Mar 08 15:57:21.938235 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-9fea3e21-dd27-4c75-adfc-1b59205fa4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:21.940103 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-9fea3e21-dd27-4c75-adfc-1b59205fa4c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.5132430 Mar 08 15:57:21.986633 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-881b1d3d-82c6-4fff-be21-642de5016d1f None None] Provisioning complete for port 4fede600-c98d-4664-853e-aff46870cd9f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:21.987605 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-881b1d3d-82c6-4fff-be21-642de5016d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (4fede600-c98d-4664-853e-aff46870cd9f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:22.072391 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-e6ab2342-ce2b-4cf0-a01d-1b58e3521d08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 217 time: 0.0939748 Mar 08 15:57:22.080197 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (373f5863-2963-4b61-a92a-ef95a0a6b958), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:22.168033 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Allocated IP 172.27.2.170 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/597fbd9a-e686-4e6a-a4b2-4d87938fc8ec) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:22.198210 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6734a82a-c6fe-4bbe-89da-2e590baacbc3 req-903aa535-e407-4344-8cc4-856664b045ea service neutron] 10.222.0.37 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743299 Mar 08 15:57:22.223856 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-2454c2f2-b844-42d9-8435-58edff009242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:22.224887 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-2454c2f2-b844-42d9-8435-58edff009242 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.1462362 Mar 08 15:57:22.441474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-881b1d3d-82c6-4fff-be21-642de5016d1f None None] Current status of the port 4fede600-c98d-4664-853e-aff46870cd9f is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:22.496141 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:22.528910 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:22.532676 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600f77bb-63af-4a8c-8c91-d512cb9ed9e6 None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:57:22.639148 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f005ed-cfa7-4414-9115-7e87fc4630b1 req-831b1ba2-c6de-43de-ac72-60aee75a03b4 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:22.646369 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-41f005ed-cfa7-4414-9115-7e87fc4630b1 req-831b1ba2-c6de-43de-ac72-60aee75a03b4 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 944 time: 0.2543375 Mar 08 15:57:22.792172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-41f005ed-cfa7-4414-9115-7e87fc4630b1 req-e03d5328-2a9d-41a1-a486-d949a008c907 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449552 Mar 08 15:57:22.796927 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:22.861183 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-cf796959-ed69-41f6-b3f3-708e6eaf23f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6247401 Mar 08 15:57:22.880699 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:22.897224 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:22.906142 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:22.911591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (373f5863-2963-4b61-a92a-ef95a0a6b958), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.042547 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373f5863-2963-4b61-a92a-ef95a0a6b958,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:23.055721 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.067885 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-55d433c5-5ec5-4684-a5a7-3bf446575426 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/373f5863-2963-4b61-a92a-ef95a0a6b958 HTTP/1.1" status: 204 len: 168 time: 1.6748304 Mar 08 15:57:23.096312 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58862) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:23.216008 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (7296d46e-bb53-476f-b8f8-8b6824e87b58), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.217250 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e72b7-9084-48ec-9c40-e3ba76d236b3 req-0a8d2d9f-3722-46f7-ac76-7fae59bac7e4 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:23.218789 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a9e72b7-9084-48ec-9c40-e3ba76d236b3 req-0a8d2d9f-3722-46f7-ac76-7fae59bac7e4 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.5367665 Mar 08 15:57:23.220291 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'Port': ['ID=597fbd9a-e686-4e6a-a4b2-4d87938fc8ec,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:23.221316 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-612b8e7c-d393-4edb-8e0e-af2bf747ee15 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497710 Mar 08 15:57:23.228754 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-f2a9308b-6a68-4e62-9f2a-7a90c0299be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:23.230340 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-f2a9308b-6a68-4e62-9f2a-7a90c0299be1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae6957a0240e43298d2629e764ab4552&device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 1128 time: 0.3745918 Mar 08 15:57:23.437726 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a9e72b7-9084-48ec-9c40-e3ba76d236b3 req-c549e040-2783-4b8f-8d81-2486da173428 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083485 Mar 08 15:57:23.459977 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (57af6fc3-e3dd-4ebb-8b83-730d450c4c06), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.520911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (7296d46e-bb53-476f-b8f8-8b6824e87b58), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.533811 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0b9b093e-8300-4fff-bcff-9e13599adeb2 req-a6bac0dc-32cc-4104-9db8-e813b64588f8 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023171 Mar 08 15:57:23.568110 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7296d46e-bb53-476f-b8f8-8b6824e87b58']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:23.573681 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.579346 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-4a4bc432-537b-4ec8-8321-30ff1707d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:23.580819 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-4a4bc432-537b-4ec8-8321-30ff1707d734 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6f62f9a6-a821-4138-a182-33030bbbdf10 HTTP/1.1" status: 200 len: 910 time: 0.3210680 Mar 08 15:57:23.584322 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd145d699-8f93-4d39-96c9-03fdf9dedc09') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:23.584624 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd145d699-8f93-4d39-96c9-03fdf9dedc09') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:23.598271 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (d145d699-8f93-4d39-96c9-03fdf9dedc09), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.659204 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-24a7fb86-bed2-4a88-b3a1-cd16671cb367 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08 HTTP/1.1" status: 200 len: 217 time: 0.0563571 Mar 08 15:57:23.673759 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (d145d699-8f93-4d39-96c9-03fdf9dedc09), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.696765 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58882) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:23.727722 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:57:23.728139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (d145d699-8f93-4d39-96c9-03fdf9dedc09), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:57:23.730161 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:57:23.800094 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-ae3c6d5f-8074-482d-b498-1b1bbacb6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:23.801733 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-ae3c6d5f-8074-482d-b498-1b1bbacb6c52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cf7bba27-dcdf-489f-a43b-e259d3f4b39f HTTP/1.1" status: 200 len: 849 time: 0.1244626 Mar 08 15:57:23.821148 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (7296d46e-bb53-476f-b8f8-8b6824e87b58), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.826831 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.830048 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7296d46e-bb53-476f-b8f8-8b6824e87b58 HTTP/1.1" status: 204 len: 168 time: 0.7327247 Mar 08 15:57:23.886188 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-df9dfa22-40e4-4718-9d5f-7ba15a434ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6f62f9a6-a821-4138-a182-33030bbbdf10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762489 Mar 08 15:57:23.887527 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31768c1-0b64-4900-962f-b187259d2b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7296d46e-bb53-476f-b8f8-8b6824e87b58,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:23.921441 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:23.935188 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.017385 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-25b6ed99-d24b-495f-aca6-557da86c1122 service neutron] 10.222.0.37 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221740 Mar 08 15:57:24.105428 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77bd073c-f99f-4413-a1cc-a4309bc1ae88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.118306 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'Port': ['ID=597fbd9a-e686-4e6a-a4b2-4d87938fc8ec,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:24.166587 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (57af6fc3-e3dd-4ebb-8b83-730d450c4c06), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.183324 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e3e91-4e4d-4d8a-bd4b-1038feb5275a req-11e78388-dbc7-4968-81d0-c9995a6346ab tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:24.187010 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b40e3e91-4e4d-4d8a-bd4b-1038feb5275a req-11e78388-dbc7-4968-81d0-c9995a6346ab tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 944 time: 0.2438304 Mar 08 15:57:24.213421 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.220707 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6b15620e-53a7-48bb-95d5-652cfe912393 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7768071 Mar 08 15:57:24.337172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b40e3e91-4e4d-4d8a-bd4b-1038feb5275a req-65849047-00d1-4461-ace5-7c48854dda95 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396806 Mar 08 15:57:24.342475 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1971e44b-8cb5-4a2b-aeb4-3bc4ffed74eb req-9be2e69d-96a1-42b5-a513-cfcb46f1270b service neutron] 10.222.0.37 "GET /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011711 Mar 08 15:57:24.446674 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58904) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:24.485142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77bd073c-f99f-4413-a1cc-a4309bc1ae88 admin admin] Publish callbacks [] for security_group (90624225-adcc-49fe-8e4f-bb37384519f5), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.505193 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 4fede600-c98d-4664-853e-aff46870cd9f up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:24.506281 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77bd073c-f99f-4413-a1cc-a4309bc1ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (90624225-adcc-49fe-8e4f-bb37384519f5), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.563248 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-77bd073c-f99f-4413-a1cc-a4309bc1ae88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48d1c20f119a41afbabdafe5c7a4a3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8446169 Mar 08 15:57:24.564481 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd073c-f99f-4413-a1cc-a4309bc1ae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90624225-adcc-49fe-8e4f-bb37384519f5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:24.567470 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58910) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:24.628076 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1f20757e-7cf5-47df-9171-f3b506dcf0ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90eb6386323448449f6e1fccdf4fea16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797805 Mar 08 15:57:24.639785 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58916) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:24.682520 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 4fede600-c98d-4664-853e-aff46870cd9f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:24.682845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (4fede600-c98d-4664-853e-aff46870cd9f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.734759 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-496fa04c-5bed-46d9-adfc-9e46986da3b6 admin admin] Publish callbacks [] for security_group (1c266224-b32d-44e6-80f0-40d39b1d1a63), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.739725 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-4e745744-9be7-4fc9-ba54-c416c04cbed9 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1985508846&fields=id&tenant_id=d34a1970b3984b0d8c357646012586c2 HTTP/1.1" status: 200 len: 267 time: 0.0786633 Mar 08 15:57:24.761457 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62817b28-573d-4630-9239-e1c4eca3086c admin admin] Publish callbacks [] for security_group (90624225-adcc-49fe-8e4f-bb37384519f5), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.762106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf01ba-962f-4aa4-8b65-7c6742e8952a req-4dc08b4d-1f54-45fc-ae48-27d8186ceb71 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:24.769354 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6ccf01ba-962f-4aa4-8b65-7c6742e8952a req-4dc08b4d-1f54-45fc-ae48-27d8186ceb71 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1861358 Mar 08 15:57:24.789257 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-496fa04c-5bed-46d9-adfc-9e46986da3b6 admin admin] Publish callbacks [] for security_group (1c266224-b32d-44e6-80f0-40d39b1d1a63), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.809570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 4fede600-c98d-4664-853e-aff46870cd9f is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:24.811724 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62817b28-573d-4630-9239-e1c4eca3086c admin admin] Publish callbacks [] for security_group (90624225-adcc-49fe-8e4f-bb37384519f5), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.867555 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:57:24.900934 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6ccf01ba-962f-4aa4-8b65-7c6742e8952a req-98f01776-9cc1-4196-959e-66fc609c6a36 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306639 Mar 08 15:57:24.917590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62817b28-573d-4630-9239-e1c4eca3086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (90624225-adcc-49fe-8e4f-bb37384519f5), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.922776 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62817b28-573d-4630-9239-e1c4eca3086c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.926444 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-62817b28-573d-4630-9239-e1c4eca3086c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90624225-adcc-49fe-8e4f-bb37384519f5 HTTP/1.1" status: 204 len: 168 time: 0.3339276 Mar 08 15:57:24.938023 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-da1d60ca-b6b8-4848-948b-d3be5b8da1d3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:24.947130 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-da1d60ca-b6b8-4848-948b-d3be5b8da1d3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 810 time: 0.1953931 Mar 08 15:57:24.958008 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-496fa04c-5bed-46d9-adfc-9e46986da3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1c266224-b32d-44e6-80f0-40d39b1d1a63), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.961753 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-496fa04c-5bed-46d9-adfc-9e46986da3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:24.962975 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-496fa04c-5bed-46d9-adfc-9e46986da3b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c266224-b32d-44e6-80f0-40d39b1d1a63 HTTP/1.1" status: 204 len: 168 time: 0.3221982 Mar 08 15:57:24.964116 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62817b28-573d-4630-9239-e1c4eca3086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90624225-adcc-49fe-8e4f-bb37384519f5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:24.981758 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-61b6f948-09c9-491f-b4e6-5a286392dd34 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/quotas/d34a1970b3984b0d8c357646012586c2 HTTP/1.1" status: 200 len: 375 time: 0.0331428 Mar 08 15:57:25.004077 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fa04c-5bed-46d9-adfc-9e46986da3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c266224-b32d-44e6-80f0-40d39b1d1a63,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:25.025143 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:25.046464 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08', 'network_id': '6f62f9a6-a821-4138-a182-33030bbbdf10', 'port_id': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08', 'mac_address': 'fa:16:3e:78:56:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7bba27-dcdf-489f-a43b-e259d3f4b39f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:57:25.093754 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:25.094321 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:25.097155 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-5a0f141a-6cea-4e63-838c-8b207616a195 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130726 Mar 08 15:57:25.118814 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:25.146311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:25.157783 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:25.250121 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-cd7fab43-92a9-4b2d-a0a3-9c07ca58eab5 service neutron] 10.222.0.15 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394372 Mar 08 15:57:25.297412 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:25.406007 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-944c7236-6889-4979-9f98-537a46142838 service neutron] 10.222.0.15 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492682 Mar 08 15:57:25.472182 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['3b0b3f8d-4f9b-4392-9af6-7403ef042f08'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:57:25.577928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58974) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:25.584814 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900fba8-8116-472e-952e-109b257b83e9 req-60f1e1c8-cfe8-45da-9d75-55a3c2a5079f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:25.596705 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d900fba8-8116-472e-952e-109b257b83e9 req-60f1e1c8-cfe8-45da-9d75-55a3c2a5079f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 945 time: 0.1220405 Mar 08 15:57:25.628542 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 58976) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:25.689365 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d900fba8-8116-472e-952e-109b257b83e9 req-59046cdf-58df-44fb-88df-dc58b2e71fc9 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905306 Mar 08 15:57:25.737404 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1f24fda-43c3-488b-b05e-be095c62ea69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:25.744869 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58982) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:25.752437 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-38ac75f7-c3fe-4c00-b77e-e26e8fd09b33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e09ab2d1cdbe4cf0a4e8c5ebf1f40216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731625 Mar 08 15:57:25.873069 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e233c371-f950-467a-867e-28b126c80c9c req-be38b17a-e36f-43c3-b57e-e75ad4a748da tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 210 time: 0.0969436 Mar 08 15:57:25.923407 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab68aab4-1657-4185-8706-6f3496e5117e admin admin] Publish callbacks [] for security_group (09d769fd-7e75-44c8-9172-3c3dbbc60b9b), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:25.945722 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1f24fda-43c3-488b-b05e-be095c62ea69 admin admin] Publish callbacks [] for security_group (b160b6b8-3265-40bf-bd85-7a08c4dac5c2), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:25.954139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1f24fda-43c3-488b-b05e-be095c62ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b160b6b8-3265-40bf-bd85-7a08c4dac5c2), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:25.962605 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab68aab4-1657-4185-8706-6f3496e5117e admin admin] Publish callbacks [] for security_group (09d769fd-7e75-44c8-9172-3c3dbbc60b9b), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.017103 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f24fda-43c3-488b-b05e-be095c62ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b160b6b8-3265-40bf-bd85-7a08c4dac5c2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:26.031689 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c1f24fda-43c3-488b-b05e-be095c62ea69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17d569e7f09a4aaaa74b4f4e2c9176b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4018950 Mar 08 15:57:26.034243 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 58996) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:26.046087 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab68aab4-1657-4185-8706-6f3496e5117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (09d769fd-7e75-44c8-9172-3c3dbbc60b9b), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.048612 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab68aab4-1657-4185-8706-6f3496e5117e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.049737 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ab68aab4-1657-4185-8706-6f3496e5117e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09d769fd-7e75-44c8-9172-3c3dbbc60b9b HTTP/1.1" status: 204 len: 168 time: 0.3038864 Mar 08 15:57:26.141014 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68aab4-1657-4185-8706-6f3496e5117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d769fd-7e75-44c8-9172-3c3dbbc60b9b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:26.185628 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59000) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:26.216139 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29781ed9-4fae-4d83-a24f-2942a91eea95 req-6d2bbcdd-b84e-4da5-9409-1a2f879fed7b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:26.223694 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-29781ed9-4fae-4d83-a24f-2942a91eea95 req-6d2bbcdd-b84e-4da5-9409-1a2f879fed7b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1862895 Mar 08 15:57:26.234913 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80384df2-f2f0-44c8-8366-c4247d35d4f8 admin admin] Publish callbacks [] for security_group (b160b6b8-3265-40bf-bd85-7a08c4dac5c2), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.315485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80384df2-f2f0-44c8-8366-c4247d35d4f8 admin admin] Publish callbacks [] for security_group (b160b6b8-3265-40bf-bd85-7a08c4dac5c2), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.339905 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9732ee4a-2193-494b-b06d-9731b79d81ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.417221 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-29781ed9-4fae-4d83-a24f-2942a91eea95 req-5e472482-96a3-471f-9819-55a4088d8c8a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922646 Mar 08 15:57:26.472241 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80384df2-f2f0-44c8-8366-c4247d35d4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b160b6b8-3265-40bf-bd85-7a08c4dac5c2), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.473719 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9732ee4a-2193-494b-b06d-9731b79d81ba admin admin] Publish callbacks [] for security_group (d76961d0-862b-482d-b462-863523b3aebb), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.475231 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80384df2-f2f0-44c8-8366-c4247d35d4f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.477239 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-80384df2-f2f0-44c8-8366-c4247d35d4f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b160b6b8-3265-40bf-bd85-7a08c4dac5c2 HTTP/1.1" status: 204 len: 168 time: 0.4413595 Mar 08 15:57:26.479532 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9732ee4a-2193-494b-b06d-9731b79d81ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d76961d0-862b-482d-b462-863523b3aebb), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.486710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80384df2-f2f0-44c8-8366-c4247d35d4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b160b6b8-3265-40bf-bd85-7a08c4dac5c2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:26.536755 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9732ee4a-2193-494b-b06d-9731b79d81ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aad7c023faae49c28c217e981252cdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502049 Mar 08 15:57:26.537960 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732ee4a-2193-494b-b06d-9731b79d81ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76961d0-862b-482d-b462-863523b3aebb,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:26.540072 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59014) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:26.592651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d18329df-58ca-40d0-b302-20bd43dc048b admin admin] Publish callbacks [] for security_group (d76961d0-862b-482d-b462-863523b3aebb), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.626126 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d18329df-58ca-40d0-b302-20bd43dc048b admin admin] Publish callbacks [] for security_group (d76961d0-862b-482d-b462-863523b3aebb), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.700501 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d18329df-58ca-40d0-b302-20bd43dc048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d76961d0-862b-482d-b462-863523b3aebb), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.703227 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d18329df-58ca-40d0-b302-20bd43dc048b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:26.707276 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d18329df-58ca-40d0-b302-20bd43dc048b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d76961d0-862b-482d-b462-863523b3aebb HTTP/1.1" status: 204 len: 168 time: 0.1634576 Mar 08 15:57:26.714392 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18329df-58ca-40d0-b302-20bd43dc048b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76961d0-862b-482d-b462-863523b3aebb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:26.833032 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638827c-ebfe-4484-919e-6a0bad4b089c req-f204f453-704a-4f8b-98c4-7d0ee979c55b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:26.834710 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c638827c-ebfe-4484-919e-6a0bad4b089c req-f204f453-704a-4f8b-98c4-7d0ee979c55b tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 945 time: 0.0588441 Mar 08 15:57:26.899996 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c638827c-ebfe-4484-919e-6a0bad4b089c req-f12becad-fe08-4af2-82c8-b55febebeea2 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572124 Mar 08 15:57:26.985574 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e695a55b-c83f-4011-b2c0-5f60529f76ea req-cb063cb5-daca-4f72-9209-ffd48eacf1f3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 210 time: 0.0335298 Mar 08 15:57:27.113393 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59046) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:27.129862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a35a8099-78cb-4d63-a92d-cb4833418524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.229568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a35a8099-78cb-4d63-a92d-cb4833418524 admin admin] Publish callbacks [] for security_group (002c3c7f-2476-427d-b9e5-838c01181681), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.236549 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a35a8099-78cb-4d63-a92d-cb4833418524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (002c3c7f-2476-427d-b9e5-838c01181681), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.287804 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a35a8099-78cb-4d63-a92d-cb4833418524 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f3b022b0ec74bc5aab884a99b55596e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700261 Mar 08 15:57:27.287981 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:27.294250 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8099-78cb-4d63-a92d-cb4833418524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002c3c7f-2476-427d-b9e5-838c01181681,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:27.366887 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b947d154-18c6-4180-b71b-4ac1ff675e54 admin admin] Publish callbacks [] for security_group (002c3c7f-2476-427d-b9e5-838c01181681), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.390686 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b947d154-18c6-4180-b71b-4ac1ff675e54 admin admin] Publish callbacks [] for security_group (002c3c7f-2476-427d-b9e5-838c01181681), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.453839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b947d154-18c6-4180-b71b-4ac1ff675e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (002c3c7f-2476-427d-b9e5-838c01181681), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.456814 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b947d154-18c6-4180-b71b-4ac1ff675e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:27.457882 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b947d154-18c6-4180-b71b-4ac1ff675e54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/002c3c7f-2476-427d-b9e5-838c01181681 HTTP/1.1" status: 204 len: 168 time: 0.1684878 Mar 08 15:57:27.472162 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947d154-18c6-4180-b71b-4ac1ff675e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002c3c7f-2476-427d-b9e5-838c01181681,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:27.561028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50c7e8-34cf-44a9-8c87-3fb5c12de0ae req-9bad9843-133a-4616-8ae8-55a507d44125 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:27.567588 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5f50c7e8-34cf-44a9-8c87-3fb5c12de0ae req-9bad9843-133a-4616-8ae8-55a507d44125 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0661981 Mar 08 15:57:27.619750 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5f50c7e8-34cf-44a9-8c87-3fb5c12de0ae req-e36cb68b-0a6c-4960-9123-df4d9604d2a8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Mar 08 15:57:28.056418 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b7abf-eaf7-4e93-9ca5-8f9626785fbe req-adb0b593-adcb-4143-a033-f827cd31b357 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:28.058297 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f8b7abf-eaf7-4e93-9ca5-8f9626785fbe req-adb0b593-adcb-4143-a033-f827cd31b357 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 945 time: 0.0712729 Mar 08 15:57:28.115423 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f8b7abf-eaf7-4e93-9ca5-8f9626785fbe req-44bce147-e85a-481c-9f6c-bfe0641bc656 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 Mar 08 15:57:28.151485 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a409f871-c269-4e4a-a1a6-3883b9f93776 req-716f81b3-c2ef-41d4-9bd0-6e0e7df03811 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 210 time: 0.0409043 Mar 08 15:57:28.756812 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce43665-a858-4246-9a85-618ef9aa42dd req-c5a24737-1e76-42c9-a2e9-55fe50653698 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:28.759739 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dce43665-a858-4246-9a85-618ef9aa42dd req-c5a24737-1e76-42c9-a2e9-55fe50653698 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0616555 Mar 08 15:57:28.830957 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dce43665-a858-4246-9a85-618ef9aa42dd req-4c6ff68d-22ae-482f-b287-179bb3abf4cd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649791 Mar 08 15:57:28.978954 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:29.046205 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:57:29.051959 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:29.053207 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:29.141486 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:29.141855 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:29.204141 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:29.205276 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:29.208193 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c365bbbf-11e5-46a6-ac43-79529da7f9f9" -d '{"events": [{"server_uuid": "cd8a36dc-add2-4f42-ad7c-1ef78cfc1399", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b3f8d-4f9b-4392-9af6-7403ef042f08"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:29.227491 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:29.362354 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ed4514ee-15e1-424f-81f2-03e282a263e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:29.364077 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cc9f1f6e-b0e5-4801-a3bc-c04e8171421b req-1deae529-7276-49c3-a1b9-29c051ebef0e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 210 time: 0.0622272 Mar 08 15:57:29.368281 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:29.425074 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e46fa-d8be-4cb8-9e33-e1275cb70882 req-889b3a3f-b507-4ea6-9643-fdf7c12d4ddf tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:29.437727 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-948e46fa-d8be-4cb8-9e33-e1275cb70882 req-889b3a3f-b507-4ea6-9643-fdf7c12d4ddf tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.1813488 Mar 08 15:57:29.478732 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59efcf2f-8c89-4d0b-8e80-f9adf84f6ac7 x-openstack-request-id: req-59efcf2f-8c89-4d0b-8e80-f9adf84f6ac7 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:29.479055 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a36dc-add2-4f42-ad7c-1ef78cfc1399", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b3f8d-4f9b-4392-9af6-7403ef042f08", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:29.479348 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59efcf2f-8c89-4d0b-8e80-f9adf84f6ac7 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:29.479754 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08', 'code': 200} Mar 08 15:57:29.563916 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-948e46fa-d8be-4cb8-9e33-e1275cb70882 req-e673c2d4-5cdd-4cd8-94eb-ee38d44c9e52 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249559 Mar 08 15:57:29.678130 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bae2a8db-37b4-4bb7-b746-ef75ba2e0257 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:29.680961 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bae2a8db-37b4-4bb7-b746-ef75ba2e0257 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 810 time: 0.3306766 Mar 08 15:57:29.872991 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-4a56d8c5-2cb1-4ba4-afbb-755a027d1598 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34a1970b3984b0d8c357646012586c2 HTTP/1.1" status: 200 len: 380 time: 0.1607664 Mar 08 15:57:29.876667 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6ed8b-804a-409d-94d7-8229bcc48b4e req-fa3c2a7b-8d15-4311-820d-bba00d96d0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:29.878156 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0d6ed8b-804a-409d-94d7-8229bcc48b4e req-fa3c2a7b-8d15-4311-820d-bba00d96d0d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 1130 time: 0.1544480 Mar 08 15:57:29.892037 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'port': {'device_id': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'admin_state_up': True, 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'security_groups': ['8cdd9553-19e2-4b82-99e0-17ac49f295c8']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:30.037949 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d0d6ed8b-804a-409d-94d7-8229bcc48b4e req-21fcdfa1-ca11-438c-80e7-34dd675bd640 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400251 Mar 08 15:57:30.080769 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b2d5e-4632-4504-8a1f-77e287c5b09d req-bbd31f72-e089-485c-83cf-246ae3d21386 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:30.088098 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8f2b2d5e-4632-4504-8a1f-77e287c5b09d req-bbd31f72-e089-485c-83cf-246ae3d21386 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1057775 Mar 08 15:57:30.130513 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Made reservation on behalf of d34a1970b3984b0d8c357646012586c2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:57:30.137516 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:30.169439 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8f2b2d5e-4632-4504-8a1f-77e287c5b09d req-92202338-4777-47a8-bb4b-35ee730a846f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801618 Mar 08 15:57:30.326807 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Allocated IP 172.20.0.3 (a9a19af1-8396-48e6-8908-efd8c00a1ac7/b95fbc01-b64b-4c40-b64a-4cf292f55531/8202e794-dc7b-48ad-b2ac-3baada3859b4) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:30.506816 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f0e02cee-95e1-4ab9-b3f7-2f01b1de3f83 req-4cc07a79-6273-44bd-ac4e-3c95a1781d56 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 210 time: 0.0465977 Mar 08 15:57:30.552947 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:30.605590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:30.666749 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:30.672469 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:30.679230 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:30.737200 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'Port': ['ID=8202e794-dc7b-48ad-b2ac-3baada3859b4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:30.766394 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:30.767059 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:30.771807 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd7743-5515-464b-85cf-6d62f2a9557c req-613b0165-1d84-4ea3-aa5b-b33500f1dedd tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:30.773421 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0abd7743-5515-464b-85cf-6d62f2a9557c req-613b0165-1d84-4ea3-aa5b-b33500f1dedd tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.1295261 Mar 08 15:57:30.813224 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-8c6726cb-6fe2-4258-abc4-e5a05b2e17e5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9293606 Mar 08 15:57:30.826632 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Request body: {'port': {'device_id': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:30.862004 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0abd7743-5515-464b-85cf-6d62f2a9557c req-67e968a7-ea52-4b01-aabd-bd101b050f34 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705929 Mar 08 15:57:30.927527 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:30.952005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d6c125db-2e5a-48c7-b324-7a9730567b7e None None] Provisioning complete for port 8202e794-dc7b-48ad-b2ac-3baada3859b4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:30.952492 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6c125db-2e5a-48c7-b324-7a9730567b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:30.993569 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d6c125db-2e5a-48c7-b324-7a9730567b7e None None] Port 8202e794-dc7b-48ad-b2ac-3baada3859b4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:57:31.224994 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8202e794-dc7b-48ad-b2ac-3baada3859b4 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:31.236082 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Publish callbacks [] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:31.250309 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Transition to ACTIVE for port object 8202e794-dc7b-48ad-b2ac-3baada3859b4 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:57:31.254418 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:31.320634 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba7d5-f4d0-48ed-a928-7be0974b398e req-c80223ff-b9ba-48d4-af32-83ab5f4fa635 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:31.322437 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0b6ba7d5-f4d0-48ed-a928-7be0974b398e req-c80223ff-b9ba-48d4-af32-83ab5f4fa635 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0634606 Mar 08 15:57:31.345591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Pushing event updated for resources: {'Port': ['ID=8202e794-dc7b-48ad-b2ac-3baada3859b4,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:31.388401 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0b6ba7d5-f4d0-48ed-a928-7be0974b398e req-3c56dd3a-abe9-49db-b1f5-833790411f79 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Mar 08 15:57:31.403396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Attempting to bind port 8202e794-dc7b-48ad-b2ac-3baada3859b4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:31.403774 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Attempting to bind port 8202e794-dc7b-48ad-b2ac-3baada3859b4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:31.404058 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Attempting to bind port 8202e794-dc7b-48ad-b2ac-3baada3859b4 on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:31.408815 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Port 8202e794-dc7b-48ad-b2ac-3baada3859b4 on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:57:31.409134 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Attempting to bind port 8202e794-dc7b-48ad-b2ac-3baada3859b4 on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:31.414500 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:31.414830 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Checking segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:31.415246 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Bound using segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:31.415674 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Bound port: 8202e794-dc7b-48ad-b2ac-3baada3859b4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:31.416029 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:31.486058 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] For port 8202e794-dc7b-48ad-b2ac-3baada3859b4, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:31.489316 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] For port 8202e794-dc7b-48ad-b2ac-3baada3859b4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:31.494752 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:31.533061 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:31.533695 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:31.535369 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-bab39a9f-b150-4456-8853-64703a1676de service neutron] 10.222.0.37 "PUT /v2.0/ports/8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 200 len: 1093 time: 0.7141967 Mar 08 15:57:31.544913 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:31.552723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96f3e2-fc4b-467b-9107-932e5e22b571" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:31.601476 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab39a9f-b150-4456-8853-64703a1676de service neutron] Pushing event updated for resources: {'Port': ['ID=8202e794-dc7b-48ad-b2ac-3baada3859b4,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:31.638422 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb4003d-c4f7-4343-9bef-965e927bfdfd x-openstack-request-id: req-feb4003d-c4f7-4343-9bef-965e927bfdfd {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:31.638713 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:31.638969 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-feb4003d-c4f7-4343-9bef-965e927bfdfd {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:31.639396 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'status': 'completed', 'code': 200} Mar 08 15:57:31.675601 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5ded5-3072-4fb2-a400-a4c310451f67 req-56c1ac75-f8a2-438c-8e56-87d0ba82cbb1 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:31.677228 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a9c5ded5-3072-4fb2-a400-a4c310451f67 req-56c1ac75-f8a2-438c-8e56-87d0ba82cbb1 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.0772903 Mar 08 15:57:31.732689 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a9c5ded5-3072-4fb2-a400-a4c310451f67 req-4a897093-77c3-45b6-8f72-c3926bef8f45 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489929 Mar 08 15:57:31.763620 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18ede3c5-da01-42d5-a741-ab21eae08bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:31.995683 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26780cc-35d5-4138-a292-c36259092f5e req-0587431a-4b81-48da-abaa-c578bc5a64bb tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:31.997519 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a26780cc-35d5-4138-a292-c36259092f5e req-0587431a-4b81-48da-abaa-c578bc5a64bb tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0644689 Mar 08 15:57:32.062958 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a26780cc-35d5-4138-a292-c36259092f5e req-22158c5d-40ec-4bf3-99d5-3c62fee9e023 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507221 Mar 08 15:57:32.507756 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162279d1-c1ca-4403-93fa-ed98b67f5b32 req-617b1c27-e35b-4d73-8646-0969f600a8a7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:32.509131 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-162279d1-c1ca-4403-93fa-ed98b67f5b32 req-617b1c27-e35b-4d73-8646-0969f600a8a7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0523560 Mar 08 15:57:32.554882 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-162279d1-c1ca-4403-93fa-ed98b67f5b32 req-cb789200-71f8-40b4-9aea-25d6fca9ef0b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Mar 08 15:57:32.833894 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:32.853964 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b521c0-df96-4b1c-999b-5d1d57bbb0b2 req-350ab355-ac50-4479-9202-78df43d89d58 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:32.855438 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-42b521c0-df96-4b1c-999b-5d1d57bbb0b2 req-350ab355-ac50-4479-9202-78df43d89d58 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.0572011 Mar 08 15:57:32.901739 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-42b521c0-df96-4b1c-999b-5d1d57bbb0b2 req-51671348-3cde-4579-b4c6-6c5e643025fb tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407979 Mar 08 15:57:33.181166 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b53fb-f908-4e52-a113-b6f213a2499b req-23dce415-94aa-40fe-8330-1c5d4cf7ae65 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:33.182664 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-486b53fb-f908-4e52-a113-b6f213a2499b req-23dce415-94aa-40fe-8330-1c5d4cf7ae65 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0518279 Mar 08 15:57:33.230158 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-486b53fb-f908-4e52-a113-b6f213a2499b req-5c5f542c-772d-472d-b95f-367897546de1 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417714 Mar 08 15:57:33.678154 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19321c22-2232-43fc-b804-c91bd7ce03a9 req-91f471fd-7123-448d-ad53-8d0474ad6e21 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:33.679941 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-19321c22-2232-43fc-b804-c91bd7ce03a9 req-91f471fd-7123-448d-ad53-8d0474ad6e21 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0573976 Mar 08 15:57:33.738547 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-19321c22-2232-43fc-b804-c91bd7ce03a9 req-c3eb0885-5b7b-4e80-8efd-5d24f9115516 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518863 Mar 08 15:57:33.762607 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f3e2-fc4b-467b-9107-932e5e22b571 req-792550dd-e933-4260-89e4-7c6f55fbbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:33.765035 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fe96f3e2-fc4b-467b-9107-932e5e22b571 req-792550dd-e933-4260-89e4-7c6f55fbbd81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1127 time: 0.0568070 Mar 08 15:57:33.883175 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f3e2-fc4b-467b-9107-932e5e22b571 req-0f57cf5a-1767-46e3-ab83-571ef73e6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:33.884611 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fe96f3e2-fc4b-467b-9107-932e5e22b571 req-0f57cf5a-1767-46e3-ab83-571ef73e6f23 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d34a1970b3984b0d8c357646012586c2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1087222 Mar 08 15:57:33.994759 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f3e2-fc4b-467b-9107-932e5e22b571 req-427820e7-a4cf-4b4a-8583-f1f44e3c0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:33.996270 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-fe96f3e2-fc4b-467b-9107-932e5e22b571 req-427820e7-a4cf-4b4a-8583-f1f44e3c0ccb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999112 Mar 08 15:57:34.025003 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372885-0db4-4641-aecb-4edb3a54ae6e req-f0d8a163-1462-4d64-a7a9-034faf0b8dab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:34.026877 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bc372885-0db4-4641-aecb-4edb3a54ae6e req-f0d8a163-1462-4d64-a7a9-034faf0b8dab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.0567558 Mar 08 15:57:34.101754 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bc372885-0db4-4641-aecb-4edb3a54ae6e req-58c38b93-20df-4438-a599-ee342e87fa9c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674763 Mar 08 15:57:34.142609 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-767a56e1-852b-4517-8289-ebb7eefa07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:34.144154 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-767a56e1-852b-4517-8289-ebb7eefa07a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1127 time: 0.0699828 Mar 08 15:57:34.199303 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-6b239682-8313-4d7a-a520-0a7ca2a1a6c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 200 len: 217 time: 0.0366364 Mar 08 15:57:34.253940 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-d9791a70-eca7-479c-85b2-d2030fefa74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:34.255426 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-d9791a70-eca7-479c-85b2-d2030fefa74f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.0438895 Mar 08 15:57:34.312047 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2511-103d-44a9-8972-a3339d44f6ae req-4742753f-7914-4b0c-810f-2f2a74c33482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:34.313858 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-4742753f-7914-4b0c-810f-2f2a74c33482 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511591 Mar 08 15:57:34.315593 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:34.364199 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487e2b-653d-4da1-b576-85623f9ce37b req-3a6d35f6-fc98-4031-a607-80d2f3fc8547 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:34.366394 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-67487e2b-653d-4da1-b576-85623f9ce37b req-3a6d35f6-fc98-4031-a607-80d2f3fc8547 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0638251 Mar 08 15:57:34.433118 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-522030c6-255a-4f6c-8172-f97cfe2ed75f service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072433 Mar 08 15:57:34.436660 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-67487e2b-653d-4da1-b576-85623f9ce37b req-cce43269-b283-4738-bb3c-19b2fd0dd9b8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645938 Mar 08 15:57:34.531808 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74de2511-103d-44a9-8972-a3339d44f6ae req-f91c164b-7786-4da4-b8ea-02e65106e057 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919569 Mar 08 15:57:34.892106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611515-e738-4c12-bf6e-0b01998d28f0 req-eea14da6-69fe-4db4-9372-7b3d2029417a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:34.894545 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf611515-e738-4c12-bf6e-0b01998d28f0 req-eea14da6-69fe-4db4-9372-7b3d2029417a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0773015 Mar 08 15:57:34.951760 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf611515-e738-4c12-bf6e-0b01998d28f0 req-bf94776d-5809-42c8-9072-061690daf22a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508804 Mar 08 15:57:35.249859 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a010e-a68d-409e-8cd4-dc3686d641bd req-23d18b52-672e-442c-aaab-37b26d4be8b0 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:35.251380 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-851a010e-a68d-409e-8cd4-dc3686d641bd req-23d18b52-672e-442c-aaab-37b26d4be8b0 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0907993 Mar 08 15:57:35.280668 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125f563-2641-4ffa-acbd-8fecd0f6d22e req-69167628-5eb5-44fb-9557-fe6f0f70a908 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:35.283645 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2125f563-2641-4ffa-acbd-8fecd0f6d22e req-69167628-5eb5-44fb-9557-fe6f0f70a908 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.1116331 Mar 08 15:57:35.343308 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-851a010e-a68d-409e-8cd4-dc3686d641bd req-405084d7-f930-4468-bd86-8e678d0749ee tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841649 Mar 08 15:57:35.356488 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2125f563-2641-4ffa-acbd-8fecd0f6d22e req-694170a8-0e64-4997-9001-6a39c319e04f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659733 Mar 08 15:57:36.028099 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:36.075855 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f277bed-151c-4678-8afc-5d202e278a0c req-217f95b7-e142-476c-96c3-4274cf481ba0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:36.077323 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4f277bed-151c-4678-8afc-5d202e278a0c req-217f95b7-e142-476c-96c3-4274cf481ba0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0543742 Mar 08 15:57:36.125330 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4f277bed-151c-4678-8afc-5d202e278a0c req-b36afa65-6097-4302-ace0-43b5422659fe tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Mar 08 15:57:36.496013 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb49621-3fdb-4830-ad04-6d944c335392 req-548d634b-31a6-423f-b56c-2da2ba7fb3e6 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:36.497522 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ccb49621-3fdb-4830-ad04-6d944c335392 req-548d634b-31a6-423f-b56c-2da2ba7fb3e6 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0859137 Mar 08 15:57:36.504992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1d19-0cfd-448a-bad4-e5552cb42fcb req-545bfd56-ef7e-42b7-b76b-686105804273 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:36.506352 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-389d1d19-0cfd-448a-bad4-e5552cb42fcb req-545bfd56-ef7e-42b7-b76b-686105804273 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.0845640 Mar 08 15:57:36.578772 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ccb49621-3fdb-4830-ad04-6d944c335392 req-b933ddca-89d2-4928-8c09-df0184c18d19 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708301 Mar 08 15:57:36.581849 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-389d1d19-0cfd-448a-bad4-e5552cb42fcb req-35b4106f-2ce0-4d50-949b-e03743ffb9fc tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682981 Mar 08 15:57:37.246050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb8cfb-b4d2-423e-a40f-f30eaeca1de3 req-71916be4-4bf6-40ba-a952-d9b082f18fab tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:37.247547 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8ebb8cfb-b4d2-423e-a40f-f30eaeca1de3 req-71916be4-4bf6-40ba-a952-d9b082f18fab tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0536833 Mar 08 15:57:37.296678 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8ebb8cfb-b4d2-423e-a40f-f30eaeca1de3 req-40449517-453d-490b-8c0b-bb2ad7ff53e1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Mar 08 15:57:37.733906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4cee4-6a5b-4719-92d7-c99822fb3061 req-3817e5f4-b9dc-410c-9d34-d63e23338f01 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:37.735498 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e8c4cee4-6a5b-4719-92d7-c99822fb3061 req-3817e5f4-b9dc-410c-9d34-d63e23338f01 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0877624 Mar 08 15:57:37.743716 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01f6e7-3aa3-414c-9bdc-7f4d015ff9be req-967c4a7d-75b3-4053-ad93-7e2a721ae46d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:37.745201 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5c01f6e7-3aa3-414c-9bdc-7f4d015ff9be req-967c4a7d-75b3-4053-ad93-7e2a721ae46d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.0955944 Mar 08 15:57:37.814991 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e8c4cee4-6a5b-4719-92d7-c99822fb3061 req-9301475f-f24b-4ea2-82f7-00b13504330f tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685630 Mar 08 15:57:37.818383 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5c01f6e7-3aa3-414c-9bdc-7f4d015ff9be req-18113411-8ecf-4881-b77f-41a916c0e5dd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663378 Mar 08 15:57:38.430472 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7a00b-534e-4026-9106-89549b31edf3 req-8001a5cf-579d-41dd-91c6-10a4a2747a0e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:38.432115 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eea7a00b-534e-4026-9106-89549b31edf3 req-8001a5cf-579d-41dd-91c6-10a4a2747a0e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0662746 Mar 08 15:57:38.490463 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eea7a00b-534e-4026-9106-89549b31edf3 req-6d14b419-687e-4af1-972c-c411f7cb70f8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525067 Mar 08 15:57:38.700727 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-2ebef3b0-ed1d-49ff-9914-7b8a2585804e tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:38.702295 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-2ebef3b0-ed1d-49ff-9914-7b8a2585804e tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.2757652 Mar 08 15:57:38.809855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Deleting port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:57:38.810190 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:38.936629 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] For port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,segment=NetworkSegment(834786a1-9e16-431e-8921-e4aac3503b4c),segment_id=834786a1-9e16-431e-8921-e4aac3503b4c)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:38.937318 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:38.957703 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Calling delete_port for 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:57:38.983565 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8202e794-dc7b-48ad-b2ac-3baada3859b4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:57:39.001582 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0596-4bdc-43ee-aaad-a8ee4814d445 req-6e8bcc06-41cc-48bc-8e1a-ba7037d19b43 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:39.002804 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-50ac0596-4bdc-43ee-aaad-a8ee4814d445 req-6e8bcc06-41cc-48bc-8e1a-ba7037d19b43 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd8a36dc-add2-4f42-ad7c-1ef78cfc1399 HTTP/1.1" status: 200 len: 946 time: 0.0817227 Mar 08 15:57:39.015934 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7c29e-901e-4f13-ab5b-6853f481f76d req-1bcd43ab-0b0b-447f-b198-7ef33c01b0a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:39.017529 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eae7c29e-901e-4f13-ab5b-6853f481f76d req-1bcd43ab-0b0b-447f-b198-7ef33c01b0a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 943 time: 0.1075764 Mar 08 15:57:39.099361 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-50ac0596-4bdc-43ee-aaad-a8ee4814d445 req-d6be1f8b-e565-4031-9f0e-718f231724ae tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d765132-2dba-4dac-8561-2b60a7c8d314&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808012 Mar 08 15:57:39.121722 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eae7c29e-901e-4f13-ab5b-6853f481f76d req-284e8ea6-d29e-457b-8f4c-68e7ea58ce94 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788963 Mar 08 15:57:39.202843 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 8202e794-dc7b-48ad-b2ac-3baada3859b4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:39.221414 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'port_id': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'mac_address': 'fa:16:3e:9e:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:57:39.224646 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (3b0b3f8d-4f9b-4392-9af6-7403ef042f08), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:39.262788 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['3b0b3f8d-4f9b-4392-9af6-7403ef042f08'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:57:39.276469 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Pushing event deleted for resources: {'Port': ['ID=3b0b3f8d-4f9b-4392-9af6-7403ef042f08,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:39.325922 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 8202e794-dc7b-48ad-b2ac-3baada3859b4 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:39.326377 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:39.377903 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8202e794-dc7b-48ad-b2ac-3baada3859b4 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:39.379916 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] No DVR routers for this DVR port 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:57:39.383488 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:39.386997 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6807e68d-0014-44aa-86b5-f807685b2d23 req-801a8fbe-97a0-4caa-bd61-d2dc7d81e4e8 tempest-VolumesActionsTest-720343638 tempest-VolumesActionsTest-720343638-project] 10.222.0.37 "DELETE /v2.0/ports/3b0b3f8d-4f9b-4392-9af6-7403ef042f08 HTTP/1.1" status: 204 len: 173 time: 0.6772282 Mar 08 15:57:39.388019 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'name': 'network-vif-deleted', 'tag': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:39.390380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38930d0b-1ee0-4d28-b1de-903b7ff28b99" -d '{"events": [{"server_uuid": "cd8a36dc-add2-4f42-ad7c-1ef78cfc1399", "name": "network-vif-deleted", "tag": "3b0b3f8d-4f9b-4392-9af6-7403ef042f08"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:39.405426 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 8202e794-dc7b-48ad-b2ac-3baada3859b4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:39.410797 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:39.465153 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21e7bd0-c99a-4aca-a2be-f89c8d05934b x-openstack-request-id: req-a21e7bd0-c99a-4aca-a2be-f89c8d05934b {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:39.465605 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8a36dc-add2-4f42-ad7c-1ef78cfc1399", "name": "network-vif-deleted", "tag": "3b0b3f8d-4f9b-4392-9af6-7403ef042f08", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:39.465926 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a21e7bd0-c99a-4aca-a2be-f89c8d05934b {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:39.466801 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8a36dc-add2-4f42-ad7c-1ef78cfc1399', 'name': 'network-vif-deleted', 'tag': '3b0b3f8d-4f9b-4392-9af6-7403ef042f08', 'status': 'completed', 'code': 200} Mar 08 15:57:39.515686 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=8202e794-dc7b-48ad-b2ac-3baada3859b4,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:39.640956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d725c-dee3-408e-87d3-81a1b4bb7479 req-d2fb289a-1b84-4914-92ac-8700165578f4 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:39.642614 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a8d725c-dee3-408e-87d3-81a1b4bb7479 req-d2fb289a-1b84-4914-92ac-8700165578f4 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0581682 Mar 08 15:57:39.702880 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a8d725c-dee3-408e-87d3-81a1b4bb7479 req-151ef9ef-de64-40cd-ae11-a6e9a9ab69dc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539441 Mar 08 15:57:39.728977 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['8202e794-dc7b-48ad-b2ac-3baada3859b4'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:57:40.278427 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44694769-dd21-4dbe-a380-eda6b5f75a6b req-10393ed5-5d81-4e36-ac71-b57627acfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:40.280872 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-44694769-dd21-4dbe-a380-eda6b5f75a6b req-10393ed5-5d81-4e36-ac71-b57627acfcbe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.0686288 Mar 08 15:57:40.283395 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88d071-fb23-4f84-9887-0d09bef4b3bd req-bdb55acc-5fff-4869-8546-27fa4c24fb60 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:40.286002 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4b88d071-fb23-4f84-9887-0d09bef4b3bd req-bdb55acc-5fff-4869-8546-27fa4c24fb60 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 944 time: 0.0670462 Mar 08 15:57:40.346424 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-44694769-dd21-4dbe-a380-eda6b5f75a6b req-edd10259-bb3f-4be2-aa0d-65b538076072 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514247 Mar 08 15:57:40.364300 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4b88d071-fb23-4f84-9887-0d09bef4b3bd req-8d32dbe0-0287-43da-8ead-1b4f11676c85 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692015 Mar 08 15:57:40.862872 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70a6a0-e209-47e0-840f-717a90772af8 req-0bb02fbb-1481-49a5-9499-0fabff4ccc7d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:40.864422 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8a70a6a0-e209-47e0-840f-717a90772af8 req-0bb02fbb-1481-49a5-9499-0fabff4ccc7d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0731599 Mar 08 15:57:40.916659 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8a70a6a0-e209-47e0-840f-717a90772af8 req-eefde018-37df-4e87-876d-21cd428547a3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Mar 08 15:57:40.986549 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8202e794-dc7b-48ad-b2ac-3baada3859b4 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:41.041556 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 8202e794-dc7b-48ad-b2ac-3baada3859b4 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:57:41.050272 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 8202e794-dc7b-48ad-b2ac-3baada3859b4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:41.050724 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:41.139098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 8202e794-dc7b-48ad-b2ac-3baada3859b4 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:41.139496 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:41.170477 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:41.172814 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f52bd-3bc2-4363-a0da-95ec67dc5485" -d '{"events": [{"server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "name": "network-vif-plugged", "status": "completed", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:41.187132 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 8202e794-dc7b-48ad-b2ac-3baada3859b4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:41.191794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:41.192629 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:57:41.245368 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fdc9f3-9cee-4f73-ad24-1d01b113e18e x-openstack-request-id: req-83fdc9f3-9cee-4f73-ad24-1d01b113e18e {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:41.245661 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "name": "network-vif-plugged", "status": "completed", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:41.246309 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83fdc9f3-9cee-4f73-ad24-1d01b113e18e {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:41.246874 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'code': 200} Mar 08 15:57:41.249668 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:57:41.250015 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 3b0b3f8d-4f9b-4392-9af6-7403ef042f08 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:57:41.281591 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=8202e794-dc7b-48ad-b2ac-3baada3859b4,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:41.417417 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586791a-4ef2-47fa-b1cb-570b8967894f req-73c175af-c00c-44e4-b2ec-6ddec846a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:41.418964 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1586791a-4ef2-47fa-b1cb-570b8967894f req-73c175af-c00c-44e4-b2ec-6ddec846a54f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1129 time: 0.0473964 Mar 08 15:57:41.470685 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-1586791a-4ef2-47fa-b1cb-570b8967894f req-b9dbf95b-deb9-4753-ada3-746db16ed816 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Mar 08 15:57:41.486154 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ff7e5-6969-458b-89b5-b2e1c39e5a86 req-7270c415-7ac0-4aa7-94fc-8c0eadddcb67 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:41.487639 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-288ff7e5-6969-458b-89b5-b2e1c39e5a86 req-7270c415-7ac0-4aa7-94fc-8c0eadddcb67 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0549898 Mar 08 15:57:41.536829 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-288ff7e5-6969-458b-89b5-b2e1c39e5a86 req-3486e349-953f-42ff-bdd3-a8212aed07e2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Mar 08 15:57:42.017349 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59624) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:42.022204 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144709145', 'description': 'tempest-description--1883784172'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:42.049729 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.068041 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eab5b0-cc72-404d-acb3-93c3b8e601cf req-e655e8c7-6478-4254-a0c9-cd3228b7533e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:42.077818 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-88eab5b0-cc72-404d-acb3-93c3b8e601cf req-e655e8c7-6478-4254-a0c9-cd3228b7533e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0768280 Mar 08 15:57:42.139691 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-88eab5b0-cc72-404d-acb3-93c3b8e601cf req-b43ceb28-ba55-43cd-9143-6e5b149b1d53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610900 Mar 08 15:57:42.142197 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (9f48e921-2ec3-4845-b2e7-4bed32f95613), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.150391 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (9f48e921-2ec3-4845-b2e7-4bed32f95613), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.185870 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.187124 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1687217 Mar 08 15:57:42.190379 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59632) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:42.191505 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d991f-b43e-4aa6-a18a-ac6f31820569 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f48e921-2ec3-4845-b2e7-4bed32f95613,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:42.195465 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': '9f48e921-2ec3-4845-b2e7-4bed32f95613', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:42.223152 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (a9ff21e1-94d8-4f56-a1ec-ab2764e2b16d), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.286467 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (a9ff21e1-94d8-4f56-a1ec-ab2764e2b16d), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.292369 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (a9ff21e1-94d8-4f56-a1ec-ab2764e2b16d), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.334310 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.339141 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451917 Mar 08 15:57:42.339141 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ff669-f564-4c3f-9b1b-85260f2a16a5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ff21e1-94d8-4f56-a1ec-ab2764e2b16d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:42.339544 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59640) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:42.345656 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': '9f48e921-2ec3-4845-b2e7-4bed32f95613', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:42.375944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (82353190-cec1-42d6-868b-175783d16cca), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.423250 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:42.450434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (82353190-cec1-42d6-868b-175783d16cca), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.453643 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (82353190-cec1-42d6-868b-175783d16cca), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.471493 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82353190-cec1-42d6-868b-175783d16cca,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:42.483519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.484724 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-efd31489-bcd5-4082-837c-578e5e510210 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432142 Mar 08 15:57:42.487830 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59648) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:42.492674 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:42.514123 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.543094 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133899f7-27c1-4e5e-ba0f-7820e15838ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.660834 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eeb80e-718a-45d7-90e3-87cb486645d8 req-bcb1a743-87c4-49a9-bd1e-007dc090aea9 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:42.662342 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-73eeb80e-718a-45d7-90e3-87cb486645d8 req-bcb1a743-87c4-49a9-bd1e-007dc090aea9 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0557399 Mar 08 15:57:42.681476 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133899f7-27c1-4e5e-ba0f-7820e15838ca admin admin] Publish callbacks [] for security_group (b2cb66a1-7cb2-43db-9532-f9b2597ddac0), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.686751 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.697164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-133899f7-27c1-4e5e-ba0f-7820e15838ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b2cb66a1-7cb2-43db-9532-f9b2597ddac0), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.721265 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-73eeb80e-718a-45d7-90e3-87cb486645d8 req-e4c85037-c6ca-4060-91aa-8567c1fb990b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520036 Mar 08 15:57:42.779189 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-133899f7-27c1-4e5e-ba0f-7820e15838ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e10c79e5b165455286646dbf8fe60a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3558056 Mar 08 15:57:42.781692 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133899f7-27c1-4e5e-ba0f-7820e15838ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb66a1-7cb2-43db-9532-f9b2597ddac0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:42.781929 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59654) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:42.843764 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cd18-b5e3-4d73-b647-287d92e7484e admin admin] Publish callbacks [] for security_group (b2cb66a1-7cb2-43db-9532-f9b2597ddac0), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.845338 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.27.2.28 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/34f4b120-edf1-4ea5-9d85-0d9a1b286168) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:42.869548 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cd18-b5e3-4d73-b647-287d92e7484e admin admin] Publish callbacks [] for security_group (b2cb66a1-7cb2-43db-9532-f9b2597ddac0), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.916936 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cd18-b5e3-4d73-b647-287d92e7484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b2cb66a1-7cb2-43db-9532-f9b2597ddac0), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.919548 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1f1cd18-b5e3-4d73-b647-287d92e7484e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.920695 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b1f1cd18-b5e3-4d73-b647-287d92e7484e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2cb66a1-7cb2-43db-9532-f9b2597ddac0 HTTP/1.1" status: 204 len: 168 time: 0.1378241 Mar 08 15:57:42.928988 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1cd18-b5e3-4d73-b647-287d92e7484e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb66a1-7cb2-43db-9532-f9b2597ddac0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:42.958897 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:42.999123 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.044051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:43.047023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:43.052282 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:43.077910 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=34f4b120-edf1-4ea5-9d85-0d9a1b286168,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:43.154419 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (4bfc87f6-533a-4306-afb7-804d4c35b1b5), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.202459 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.276050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59664) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:43.291817 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02e2ed-2841-4b07-b5f7-9683aabc5bae req-18b861a8-04ce-4323-9fff-2162a20e1627 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:43.293460 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5c02e2ed-2841-4b07-b5f7-9683aabc5bae req-18b861a8-04ce-4323-9fff-2162a20e1627 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0703118 Mar 08 15:57:43.310273 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccd11f5-02ac-4266-8eb1-9d483d971057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.374961 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.375544 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5c02e2ed-2841-4b07-b5f7-9683aabc5bae req-b9331b9e-1b06-4c31-9ece-a17df1fde516 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762362 Mar 08 15:57:43.380983 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.443202 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccd11f5-02ac-4266-8eb1-9d483d971057 admin admin] Publish callbacks [] for security_group (5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.447824 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccd11f5-02ac-4266-8eb1-9d483d971057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.467723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=34f4b120-edf1-4ea5-9d85-0d9a1b286168,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:43.478145 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (4bfc87f6-533a-4306-afb7-804d4c35b1b5), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.481941 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0ccd11f5-02ac-4266-8eb1-9d483d971057 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b48155e4d4314bb9b9ddc4ce2d4e9c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043064 Mar 08 15:57:43.484884 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59672) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:43.496205 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.497486 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-36848562-274e-4fee-aeb2-1fa6c18295e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0087252 Mar 08 15:57:43.513077 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd11f5-02ac-4266-8eb1-9d483d971057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:43.554744 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de553201-de7c-4ca4-83af-c0348dcaf323 admin admin] Publish callbacks [] for security_group (5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.580828 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de553201-de7c-4ca4-83af-c0348dcaf323 admin admin] Publish callbacks [] for security_group (5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.633484 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de553201-de7c-4ca4-83af-c0348dcaf323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.636579 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de553201-de7c-4ca4-83af-c0348dcaf323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:43.637911 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-de553201-de7c-4ca4-83af-c0348dcaf323 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4 HTTP/1.1" status: 204 len: 168 time: 0.1522336 Mar 08 15:57:43.646685 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de553201-de7c-4ca4-83af-c0348dcaf323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d05f8b7-7ac8-4ec5-a64e-f9d3e23c82c4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:43.731675 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-952d7a47-bb8f-4518-9109-6dcfa1eef40f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--144709145&fields=id&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 267 time: 0.0433033 Mar 08 15:57:44.029898 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59694) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:44.047177 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2ada-a3e3-433e-a86b-19aa96e55361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.082718 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27743a-0152-4521-8664-a3135e0e7609 req-96969da1-6f52-4e16-9ada-5582e8cdff7e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:44.084208 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf27743a-0152-4521-8664-a3135e0e7609 req-96969da1-6f52-4e16-9ada-5582e8cdff7e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0817499 Mar 08 15:57:44.095921 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-68b2929a-eb7b-4910-884d-8a4113a55511 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:44.097410 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-68b2929a-eb7b-4910-884d-8a4113a55511 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.3593483 Mar 08 15:57:44.133937 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2ada-a3e3-433e-a86b-19aa96e55361 admin admin] Publish callbacks [] for security_group (177020ef-8ae6-4807-9e8f-787cd5bcee65), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.138271 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-1075fac7-fce8-4a1a-9f20-b4065a3c96c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/quotas/30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 375 time: 0.0337663 Mar 08 15:57:44.138938 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8b7c2ada-a3e3-433e-a86b-19aa96e55361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (177020ef-8ae6-4807-9e8f-787cd5bcee65), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.183884 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8b7c2ada-a3e3-433e-a86b-19aa96e55361 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=335415f030e34f40b3997608e93fc8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528230 Mar 08 15:57:44.184724 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c2ada-a3e3-433e-a86b-19aa96e55361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177020ef-8ae6-4807-9e8f-787cd5bcee65,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:44.187133 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59698) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:44.201521 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf27743a-0152-4521-8664-a3135e0e7609 req-67c0cbbe-d8b5-4e8c-be21-7e5d6287d5a6 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983489 Mar 08 15:57:44.237304 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-de2e992d-97ed-458c-91e4-04ae0ba445bd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889046 Mar 08 15:57:44.242279 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f00ba8b5-39ff-4199-99af-6acd031c4a69 admin admin] Publish callbacks [] for security_group (177020ef-8ae6-4807-9e8f-787cd5bcee65), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.264513 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f00ba8b5-39ff-4199-99af-6acd031c4a69 admin admin] Publish callbacks [] for security_group (177020ef-8ae6-4807-9e8f-787cd5bcee65), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.315402 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f00ba8b5-39ff-4199-99af-6acd031c4a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (177020ef-8ae6-4807-9e8f-787cd5bcee65), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.318573 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f00ba8b5-39ff-4199-99af-6acd031c4a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:44.319893 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f00ba8b5-39ff-4199-99af-6acd031c4a69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/177020ef-8ae6-4807-9e8f-787cd5bcee65 HTTP/1.1" status: 204 len: 168 time: 0.1318476 Mar 08 15:57:44.334231 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ba8b5-39ff-4199-99af-6acd031c4a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177020ef-8ae6-4807-9e8f-787cd5bcee65,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:44.344350 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-a878e7a8-0cd8-426d-a6b3-51ccc3bb525f service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953827 Mar 08 15:57:44.493736 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-df791bb6-3fff-4892-bd23-2199eb824059 service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421714 Mar 08 15:57:44.520499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218ac25-a3f7-41d4-9ec6-9a2815932f0e req-682a15f2-8f3f-469b-b848-87ad99ca8092 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:44.527511 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e218ac25-a3f7-41d4-9ec6-9a2815932f0e req-682a15f2-8f3f-469b-b848-87ad99ca8092 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0760117 Mar 08 15:57:44.573880 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e218ac25-a3f7-41d4-9ec6-9a2815932f0e req-0e079342-741d-49ae-afc7-5b240f49c06f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454090 Mar 08 15:57:44.707143 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-033aeea0-02f9-4b0b-8868-4bf0408621ef req-13014a3f-c426-41b5-81b8-8ed7421f1290 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 210 time: 0.0365481 Mar 08 15:57:45.370842 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ccbb2-3bc5-45d9-8478-57a34ea0260e req-47d5b63f-a39c-49bb-a061-69327bd57460 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:45.373281 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-757ccbb2-3bc5-45d9-8478-57a34ea0260e req-47d5b63f-a39c-49bb-a061-69327bd57460 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0897901 Mar 08 15:57:45.443402 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-757ccbb2-3bc5-45d9-8478-57a34ea0260e req-65554b32-697d-4bdb-90c0-f2601a4623bf tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643291 Mar 08 15:57:45.752042 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e81bcd-9fe4-4b89-805d-c3d5b843fa7e req-3ed210c5-0478-4244-886c-2a7208451207 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:45.753680 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a1e81bcd-9fe4-4b89-805d-c3d5b843fa7e req-3ed210c5-0478-4244-886c-2a7208451207 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0655386 Mar 08 15:57:45.848338 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a1e81bcd-9fe4-4b89-805d-c3d5b843fa7e req-940efa7c-29b3-4e6f-908c-754811fc52d7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873566 Mar 08 15:57:45.876584 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dbd437ff-5664-4511-b2db-9c55aa3b1ad5 req-70827f7a-29fa-4ecc-82b7-a1212c7166e4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 210 time: 0.0532825 Mar 08 15:57:45.900340 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-91374f83-f523-4376-8c47-514ca86d4f2d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:45.902889 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-91374f83-f523-4376-8c47-514ca86d4f2d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.1805365 Mar 08 15:57:46.015160 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-65b6a1a6-4ff0-4ec7-aa08-0a9428fb9298 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 472 time: 0.0949879 Mar 08 15:57:46.035200 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'port': {'device_id': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'admin_state_up': True, 'tenant_id': '30c67737012a4adea9767179ce27832c', 'security_groups': ['9f48e921-2ec3-4845-b2e7-4bed32f95613']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:46.216550 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d9d92-9772-4970-918f-3dcf7ef18ea9 req-cf26eb65-6d3d-48e8-8f1e-51aa11db78c3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:46.218700 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-965d9d92-9772-4970-918f-3dcf7ef18ea9 req-cf26eb65-6d3d-48e8-8f1e-51aa11db78c3 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0671530 Mar 08 15:57:46.282874 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Made reservation on behalf of 30c67737012a4adea9767179ce27832c for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:57:46.287260 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:46.305857 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-1d0e444d-b244-4890-a57f-6635eaa009f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:46.308072 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-1d0e444d-b244-4890-a57f-6635eaa009f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.1334279 Mar 08 15:57:46.309182 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-965d9d92-9772-4970-918f-3dcf7ef18ea9 req-1901867c-b0db-4d6a-8775-93204eab000f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820274 Mar 08 15:57:46.509583 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.20.0.6 (373085e0-5393-4c54-8adb-64b19cfacec5/1bfd9226-8147-42a2-92c6-8ac2221ae1d8/76eac60b-a376-434e-9000-ff78375f10fc) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:46.519292 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-c66280f8-f2dd-4089-acb5-11700819d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:46.521230 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-c66280f8-f2dd-4089-acb5-11700819d24a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.1567609 Mar 08 15:57:46.578342 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-fe5522ee-d772-4b3d-8399-f845c0bebf88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 217 time: 0.0508668 Mar 08 15:57:46.590559 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e1bd4-21e0-4757-b6ef-821979429f7b req-d58c35ca-362c-446c-bd92-19adf0f9183d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:46.592337 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-675e1bd4-21e0-4757-b6ef-821979429f7b req-d58c35ca-362c-446c-bd92-19adf0f9183d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0658629 Mar 08 15:57:46.704888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-789b2e5b-0b56-4ecd-ab00-82e595a4978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:46.705788 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-789b2e5b-0b56-4ecd-ab00-82e595a4978d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.1181188 Mar 08 15:57:46.728775 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-675e1bd4-21e0-4757-b6ef-821979429f7b req-529d0c85-68bc-42e3-a583-3751df14c016 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235228 Mar 08 15:57:46.758972 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-d44a417a-bcd6-4f3e-a2ab-0f00e318d26a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403693 Mar 08 15:57:46.875897 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (76eac60b-a376-434e-9000-ff78375f10fc), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:46.963835 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-ea7b45ee-3188-49e4-848a-033f6bb2426f service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924443 Mar 08 15:57:46.991351 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417764da-70a4-4de6-8803-b158bf0bb39b req-1f627092-8740-4ed1-9271-aad59d8ba44d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:46.993075 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-417764da-70a4-4de6-8803-b158bf0bb39b req-1f627092-8740-4ed1-9271-aad59d8ba44d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1127794 Mar 08 15:57:47.006821 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59830) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:47.011823 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'floatingip': {'port_id': '8202e794-dc7b-48ad-b2ac-3baada3859b4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:47.136144 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (76eac60b-a376-434e-9000-ff78375f10fc), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:47.167091 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (57af6fc3-e3dd-4ebb-8b83-730d450c4c06), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:47.229942 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:47.234762 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:47.242344 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-3eff3ee8-b8e2-4009-b784-aaff47b0693d req-4a3b8c53-094c-471f-a379-adb4c166bee5 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626266 Mar 08 15:57:47.242344 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:47.246853 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=76eac60b-a376-434e-9000-ff78375f10fc,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:47.320862 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:47.320862 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:47.367497 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c3a9a4fd-df58-452c-92bd-b843f39f611c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3363011 Mar 08 15:57:47.382429 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Request body: {'port': {'device_id': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:47.526944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (76eac60b-a376-434e-9000-ff78375f10fc), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:47.668050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1f269-21c1-4301-8bbd-e43a5411033f req-1dbf4c88-b16a-4230-982a-77d18baa0521 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:47.686438 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5ca1f269-21c1-4301-8bbd-e43a5411033f req-1dbf4c88-b16a-4230-982a-77d18baa0521 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 931 time: 0.5217097 Mar 08 15:57:47.777913 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-68be91e7-de18-406c-9a34-f8f6bbad6800 None None] Provisioning complete for port 76eac60b-a376-434e-9000-ff78375f10fc triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:47.779346 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-68be91e7-de18-406c-9a34-f8f6bbad6800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (76eac60b-a376-434e-9000-ff78375f10fc), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:47.893666 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-68be91e7-de18-406c-9a34-f8f6bbad6800 None None] Port 76eac60b-a376-434e-9000-ff78375f10fc cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:57:47.977937 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5ca1f269-21c1-4301-8bbd-e43a5411033f req-8a7ce237-8500-4014-804e-588d77be37e1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2899783 Mar 08 15:57:48.024901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76eac60b-a376-434e-9000-ff78375f10fc {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:48.049941 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Publish callbacks [] for port (76eac60b-a376-434e-9000-ff78375f10fc), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.102140 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59846) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:48.149636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Transition to ACTIVE for port object 76eac60b-a376-434e-9000-ff78375f10fc will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:57:48.167378 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (76eac60b-a376-434e-9000-ff78375f10fc), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.212590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Pushing event updated for resources: {'Port': ['ID=76eac60b-a376-434e-9000-ff78375f10fc,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:48.413694 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Attempting to bind port 76eac60b-a376-434e-9000-ff78375f10fc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:48.417309 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Attempting to bind port 76eac60b-a376-434e-9000-ff78375f10fc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:48.418644 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Attempting to bind port 76eac60b-a376-434e-9000-ff78375f10fc on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:48.418841 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c38b3ccb-23ec-48c8-8dd1-617f8e09f1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.430259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Port 76eac60b-a376-434e-9000-ff78375f10fc on network 373085e0-5393-4c54-8adb-64b19cfacec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:57:48.430590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Attempting to bind port 76eac60b-a376-434e-9000-ff78375f10fc on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:48.445000 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:48.445377 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:48.445784 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Bound using segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:48.446250 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Bound port: 76eac60b-a376-434e-9000-ff78375f10fc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:48.446621 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (76eac60b-a376-434e-9000-ff78375f10fc), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.547651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59852) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:48.594885 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.617598 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] For port 76eac60b-a376-434e-9000-ff78375f10fc, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:48.623334 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] For port 76eac60b-a376-434e-9000-ff78375f10fc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76eac60b-a376-434e-9000-ff78375f10fc,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:48.634202 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (76eac60b-a376-434e-9000-ff78375f10fc), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.674554 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bc912-3618-4a7e-b5b5-b0e5805954f2 req-9c9fb0ef-555f-45db-9529-3f666cc367ab tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:48.686067 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5c9bc912-3618-4a7e-b5b5-b0e5805954f2 req-9c9fb0ef-555f-45db-9529-3f666cc367ab tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.3673954 Mar 08 15:57:48.700159 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:48.700920 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:48.702455 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] 10.222.0.37 "PUT /v2.0/ports/76eac60b-a376-434e-9000-ff78375f10fc HTTP/1.1" status: 200 len: 1093 time: 1.3249798 Mar 08 15:57:48.703365 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:48.705643 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "tag": "76eac60b-a376-434e-9000-ff78375f10fc"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:48.854627 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.db.resource_extend [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 08 15:57:48.860940 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a90a6-4397-4dd9-8d03-50b22dd05c0b service neutron] Pushing event updated for resources: {'Port': ['ID=76eac60b-a376-434e-9000-ff78375f10fc,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:48.895803 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-bd4ba2c3-cf45-418f-b0b1-19a38b21b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:48.898483 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-bd4ba2c3-cf45-418f-b0b1-19a38b21b032 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 1127 time: 0.1368375 Mar 08 15:57:48.961326 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-12dfdf0d-3dc2-46fc-b0d1-f20cab0a3d57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76eac60b-a376-434e-9000-ff78375f10fc HTTP/1.1" status: 200 len: 217 time: 0.0530384 Mar 08 15:57:49.032442 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64771412-48da-4dcb-ba80-b75473e9a193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.047896 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-1cf65e42-654e-440d-aa1e-5a561ab7a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:49.050279 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-1cf65e42-654e-440d-aa1e-5a561ab7a7fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0806594 Mar 08 15:57:49.069672 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-b08f8238-7f14-4aed-bdb6-a99ec4b66997 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=dd661b0b4f9a489c9d6176fea0d1fe9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1277564 Mar 08 15:57:49.072901 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.092057 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5c9bc912-3618-4a7e-b5b5-b0e5805954f2 req-741ee443-5a50-4c21-b6da-0dcb3c84dcfe tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046347 Mar 08 15:57:49.172521 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-58532606-c741-4007-afca-bd97b4f68d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:49.174200 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-58532606-c741-4007-afca-bd97b4f68d64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1171179 Mar 08 15:57:49.176220 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb13a05-0792-4fe6-87a2-16a29783fb0a x-openstack-request-id: req-cfb13a05-0792-4fe6-87a2-16a29783fb0a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:49.176613 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "tag": "76eac60b-a376-434e-9000-ff78375f10fc", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:49.176965 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfb13a05-0792-4fe6-87a2-16a29783fb0a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:49.177480 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc', 'status': 'completed', 'code': 200} Mar 08 15:57:49.251630 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (57af6fc3-e3dd-4ebb-8b83-730d450c4c06), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.279972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64771412-48da-4dcb-ba80-b75473e9a193 admin admin] Publish callbacks [] for security_group (1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.453835 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-27894446-4a03-4221-a9a0-3231ab9fd9cd service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624469 Mar 08 15:57:49.561511 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64771412-48da-4dcb-ba80-b75473e9a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.635717 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-6cd4630c-c984-4f55-a73c-0c90c9523980 req-c8c8fae7-dbae-4999-9ab9-626a2ef56563 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739712 Mar 08 15:57:49.670810 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c38b3ccb-23ec-48c8-8dd1-617f8e09f1cd admin admin] Publish callbacks [] for security_group (a8d8916f-278e-4697-aa2e-c1c8a919b57d), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.754914 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c38b3ccb-23ec-48c8-8dd1-617f8e09f1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a8d8916f-278e-4697-aa2e-c1c8a919b57d), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:49.773430 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-0009face-7b74-4823-8a7b-cc25033e944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:49.775606 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-0009face-7b74-4823-8a7b-cc25033e944e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 1127 time: 0.0795352 Mar 08 15:57:49.853885 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c38b3ccb-23ec-48c8-8dd1-617f8e09f1cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d15f6da8a84c43dea75014de133fdef8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7499568 Mar 08 15:57:49.875239 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59878) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:49.875239 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-64771412-48da-4dcb-ba80-b75473e9a193 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c46eb69dee84ffb876440d66e7bad5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3242769 Mar 08 15:57:49.886315 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 59880) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:49.984961 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64771412-48da-4dcb-ba80-b75473e9a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:50.009192 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Floating IP 57af6fc3-e3dd-4ebb-8b83-730d450c4c06 associated. External IP: 172.27.2.170, port: 8202e794-dc7b-48ad-b2ac-3baada3859b4. Mar 08 15:57:50.014724 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc75496a-bbdf-4bec-9b8d-2898395b266d admin admin] Publish callbacks [] for security_group (1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.016839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-3249eae1-5993-4e61-86ab-953238e6bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:50.018316 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-3249eae1-5993-4e61-86ab-953238e6bea0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.2333100 Mar 08 15:57:50.078696 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-5fbd6177-f953-4287-b05b-c242d17a6657 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76eac60b-a376-434e-9000-ff78375f10fc HTTP/1.1" status: 200 len: 217 time: 0.0504172 Mar 08 15:57:50.118423 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064ce4f-56bf-4598-937b-2d8dfbc58d06 req-ef9cab5e-5f34-4a43-b282-4b7a46dbecc0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:50.125718 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8064ce4f-56bf-4598-937b-2d8dfbc58d06 req-ef9cab5e-5f34-4a43-b282-4b7a46dbecc0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 943 time: 0.8303428 Mar 08 15:57:50.142699 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-e466e940-c59a-4649-bcbb-468302b36419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:50.144262 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-e466e940-c59a-4649-bcbb-468302b36419 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0548017 Mar 08 15:57:50.163709 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc75496a-bbdf-4bec-9b8d-2898395b266d admin admin] Publish callbacks [] for security_group (1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.172410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b3ccb-23ec-48c8-8dd1-617f8e09f1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d8916f-278e-4697-aa2e-c1c8a919b57d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:50.217276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-62212dda-a72b-45e5-8f7e-22c3e2114d96 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:50.225551 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-62212dda-a72b-45e5-8f7e-22c3e2114d96 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1544235 Mar 08 15:57:50.232660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8fcee5a5-cb2a-4c73-8963-5fdb67c80306 admin admin] Publish callbacks [] for security_group (a8d8916f-278e-4697-aa2e-c1c8a919b57d), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.241693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-f0462dae-97b2-4f94-8e9c-a9fdf19ba6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:50.243333 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-f0462dae-97b2-4f94-8e9c-a9fdf19ba6ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0901971 Mar 08 15:57:50.278787 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-4484322b-2164-433c-8303-e7b741fedb91 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/quotas/dd661b0b4f9a489c9d6176fea0d1fe9e HTTP/1.1" status: 200 len: 375 time: 0.0516322 Mar 08 15:57:50.320866 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8fcee5a5-cb2a-4c73-8963-5fdb67c80306 admin admin] Publish callbacks [] for security_group (a8d8916f-278e-4697-aa2e-c1c8a919b57d), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.328190 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc75496a-bbdf-4bec-9b8d-2898395b266d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.332567 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc75496a-bbdf-4bec-9b8d-2898395b266d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.338502 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-dc75496a-bbdf-4bec-9b8d-2898395b266d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf HTTP/1.1" status: 204 len: 168 time: 0.4505579 Mar 08 15:57:50.357898 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-98e3a2fb-f597-43c6-85ba-9cf36885782c tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd661b0b4f9a489c9d6176fea0d1fe9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778580 Mar 08 15:57:50.368999 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75496a-bbdf-4bec-9b8d-2898395b266d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3a08f8-0fae-4e49-8ed8-0fc1f15d0abf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:50.387889 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8064ce4f-56bf-4598-937b-2d8dfbc58d06 req-9bb8f2a7-ff39-4ee8-9c5e-ac06dba422a7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608528 Mar 08 15:57:50.513210 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-4692c65c-a4f9-4dec-96be-8651e5edc8e2 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595236 Mar 08 15:57:50.632786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8fcee5a5-cb2a-4c73-8963-5fdb67c80306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a8d8916f-278e-4697-aa2e-c1c8a919b57d), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.635743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8fcee5a5-cb2a-4c73-8963-5fdb67c80306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:50.637229 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8fcee5a5-cb2a-4c73-8963-5fdb67c80306 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8d8916f-278e-4697-aa2e-c1c8a919b57d HTTP/1.1" status: 204 len: 168 time: 0.7667954 Mar 08 15:57:50.678686 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b45046-723c-493a-a442-3eb4b77f0bc6 req-615ea866-20c8-4578-8645-e1c35f1f6af0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:50.693005 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-66b45046-723c-493a-a442-3eb4b77f0bc6 req-615ea866-20c8-4578-8645-e1c35f1f6af0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1758623 Mar 08 15:57:50.729839 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee5a5-cb2a-4c73-8963-5fdb67c80306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d8916f-278e-4697-aa2e-c1c8a919b57d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:50.732022 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c30d2e0c-eeec-4103-ac1c-06dab038dbc0 req-11ea8f16-409b-436b-bc68-f0d98feec93e service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046573 Mar 08 15:57:50.797712 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Router db187081-1017-4b89-9124-2aac147dc0c5 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:57:50.833867 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-59c39132-0449-4414-ad0b-2c2b35981ccf req-75469e04-8fc9-4ff0-a76e-e7d4f31ac3f0 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 210 time: 0.1146662 Mar 08 15:57:50.953626 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-66b45046-723c-493a-a442-3eb4b77f0bc6 req-05bdedfa-fa9c-4df4-b61a-644523a158ab tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554250 Mar 08 15:57:51.060494 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:57:51.073237 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:57:51.079858 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:51.102531 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:57:51.113893 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:57:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:51.167282 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d50fcc0a-e5cd-4551-b965-88077a2d1ab7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "PUT /v2.0/floatingips/57af6fc3-e3dd-4ebb-8b83-730d450c4c06 HTTP/1.1" status: 200 len: 991 time: 4.1555879 Mar 08 15:57:51.170256 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:51.175140 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82034fb2-629b-4640-ac32-ff1408c1eb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:51.269155 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76314be8-fb0c-465e-ab6f-77e521de6ce8 x-openstack-request-id: req-76314be8-fb0c-465e-ab6f-77e521de6ce8 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:51.269491 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:51.269746 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76314be8-fb0c-465e-ab6f-77e521de6ce8 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:51.270136 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'status': 'completed', 'code': 200} Mar 08 15:57:51.432848 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-e096f0e5-0bbc-49e0-80cc-f90fc8f81363 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1887393 Mar 08 15:57:51.465947 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-8d855e61-05c6-4672-a554-8d95a018f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:51.467126 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-8d855e61-05c6-4672-a554-8d95a018f7f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1129 time: 0.1598144 Mar 08 15:57:51.505794 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59920) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:51.610435 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:51.614202 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:57:51.666000 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-8731a33d-13b7-45aa-9d63-d31e4e8d336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:51.667789 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-8731a33d-13b7-45aa-9d63-d31e4e8d336b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.1911952 Mar 08 15:57:51.752470 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-a94c302e-4f5e-45d3-9a40-f80438572277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:51.753012 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde099f-e055-4d6e-ab79-81ce04ad7f8c req-8819624c-d68e-4bb6-a53b-e2ed8ce1e127 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:51.753980 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-a94c302e-4f5e-45d3-9a40-f80438572277 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 911 time: 0.2762334 Mar 08 15:57:51.755544 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4cde099f-e055-4d6e-ab79-81ce04ad7f8c req-8819624c-d68e-4bb6-a53b-e2ed8ce1e127 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 943 time: 0.2390938 Mar 08 15:57:51.866956 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-44df517b-01f6-4572-8760-3a1888a1d3b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 200 len: 999 time: 0.0874655 Mar 08 15:57:51.957926 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '57af6fc3-e3dd-4ebb-8b83-730d450c4c06', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'port_id': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'mac_address': 'fa:16:3e:9e:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:57:23Z', 'updated_at': '2022-03-08T15:57:48Z', 'revision_number': 1, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:51.959038 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4cde099f-e055-4d6e-ab79-81ce04ad7f8c req-4df5565d-6b5a-487a-978a-19d227503216 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929920 Mar 08 15:57:51.992672 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:57:52.001800 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:57:52.002651 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:57:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:52.008052 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Publish callbacks [] for security_group (c67a72eb-f12b-423c-ad50-c182c9a98898), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:52.027105 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c67a72eb-f12b-423c-ad50-c182c9a98898), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:52.092590 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67a72eb-f12b-423c-ad50-c182c9a98898,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:52.100348 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-df7db5cd-ad0b-4978-b68d-0fa497ec4f2f req-d27dba3c-d89d-4b9e-b6b7-c57544011822 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 210 time: 0.0889556 Mar 08 15:57:52.112732 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-4d659183-3747-4354-a4a4-5cea101b9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:52.124305 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-4d659183-3747-4354-a4a4-5cea101b9e03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.2561724 Mar 08 15:57:52.136407 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:57:52.138654 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.140684 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.141240 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.141688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.142133 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.142843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.143323 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.143757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.144190 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.144639 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.145065 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.145492 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.145934 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:52.168736 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-61a4dff8-0e52-4b18-8eeb-ec4f316075df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eef5921b6b094c448482736f35d25592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6609333 Mar 08 15:57:52.170985 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 59932) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:52.200681 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-765522b1-1f55-4a69-8d77-77123ce7cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:52.202787 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-765522b1-1f55-4a69-8d77-77123ce7cfad service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.5045860 Mar 08 15:57:52.244989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eae1c5e6-2d8f-4fd7-b409-1ecfe1c2c022 admin admin] Publish callbacks [] for security_group (c67a72eb-f12b-423c-ad50-c182c9a98898), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:52.297826 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eae1c5e6-2d8f-4fd7-b409-1ecfe1c2c022 admin admin] Publish callbacks [] for security_group (c67a72eb-f12b-423c-ad50-c182c9a98898), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:52.319866 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-59c87d1d-9565-4a71-b4da-186edb6d61e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 217 time: 0.1064003 Mar 08 15:57:52.322655 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-4c14ee54-1162-4d3b-a88d-c885ff6d82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:52.326998 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-4c14ee54-1162-4d3b-a88d-c885ff6d82f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1908822 Mar 08 15:57:52.434173 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eae1c5e6-2d8f-4fd7-b409-1ecfe1c2c022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c67a72eb-f12b-423c-ad50-c182c9a98898), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:52.444488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eae1c5e6-2d8f-4fd7-b409-1ecfe1c2c022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:52.447596 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-eae1c5e6-2d8f-4fd7-b409-1ecfe1c2c022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c67a72eb-f12b-423c-ad50-c182c9a98898 HTTP/1.1" status: 204 len: 168 time: 0.2742181 Mar 08 15:57:52.484159 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1c5e6-2d8f-4fd7-b409-1ecfe1c2c022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67a72eb-f12b-423c-ad50-c182c9a98898,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:52.641311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 76eac60b-a376-434e-9000-ff78375f10fc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:57:52.743871 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '57af6fc3-e3dd-4ebb-8b83-730d450c4c06', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'port_id': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'mac_address': 'fa:16:3e:9e:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:57:23Z', 'updated_at': '2022-03-08T15:57:48Z', 'revision_number': 1, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:57:52.815660 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e567d6-692c-45a0-b838-b5e43e855a01 None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '57af6fc3-e3dd-4ebb-8b83-730d450c4c06', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'port_id': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'mac_address': 'fa:16:3e:9e:db:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:57:23Z', 'updated_at': '2022-03-08T15:57:48Z', 'revision_number': 1, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:57:52.908132 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 76eac60b-a376-434e-9000-ff78375f10fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76eac60b-a376-434e-9000-ff78375f10fc,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:52.921824 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '76eac60b-a376-434e-9000-ff78375f10fc', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'port_id': '76eac60b-a376-434e-9000-ff78375f10fc', 'mac_address': 'fa:16:3e:72:38:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:57:52.956639 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3f399401-ec4e-42f4-943c-723dfe901211 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dd661b0b4f9a489c9d6176fea0d1fe9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360548 Mar 08 15:57:52.998622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 76eac60b-a376-434e-9000-ff78375f10fc is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:52.999012 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (76eac60b-a376-434e-9000-ff78375f10fc), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:53.014710 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-512c2edf-de2a-400b-be61-a9cb38aa9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:53.017191 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-512c2edf-de2a-400b-be61-a9cb38aa9575 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.6784809 Mar 08 15:57:53.068171 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76eac60b-a376-434e-9000-ff78375f10fc {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:53.158469 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 76eac60b-a376-434e-9000-ff78375f10fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76eac60b-a376-434e-9000-ff78375f10fc,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:53.169174 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (76eac60b-a376-434e-9000-ff78375f10fc), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:53.206010 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-74bfd045-8a81-47aa-9ff3-62b908eda165 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060314 Mar 08 15:57:53.207932 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-abb20595-876d-4cb3-b1f7-688eaceed6d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670039 Mar 08 15:57:53.293619 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=76eac60b-a376-434e-9000-ff78375f10fc,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:53.354616 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274556eb-22de-413a-b026-4206e7b65e2b None None] New status for floating IP 57af6fc3-e3dd-4ebb-8b83-730d450c4c06: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:57:53.357778 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-d16310d2-3b9a-49f0-880c-4ce353572d9a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:53.359851 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-d16310d2-3b9a-49f0-880c-4ce353572d9a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3958964 Mar 08 15:57:53.380507 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a82a-e696-45a6-b89e-2001b21633af req-4584f74f-d4a2-4919-9d1d-cd13ba7eaf10 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:53.383112 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82f4a82a-e696-45a6-b89e-2001b21633af req-4584f74f-d4a2-4919-9d1d-cd13ba7eaf10 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.3013954 Mar 08 15:57:53.398708 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29fdcf-bf2f-47fc-8c5f-55479f895ee0 req-bc20ce36-7123-48bf-9d5a-0457680b739f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:53.401468 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c29fdcf-bf2f-47fc-8c5f-55479f895ee0 req-bc20ce36-7123-48bf-9d5a-0457680b739f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 944 time: 0.2510421 Mar 08 15:57:53.410189 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Request body: {'port': {'device_id': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4', 'admin_state_up': True, 'tenant_id': 'dd661b0b4f9a489c9d6176fea0d1fe9e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:53.526820 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-ecaef1d6-d3da-4759-8d6a-b180203ba1e3 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005209 Mar 08 15:57:53.544528 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-82034fb2-629b-4640-ac32-ff1408c1eb9e req-4009ba91-604b-448c-b0b8-575aba68e614 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158495 Mar 08 15:57:53.545331 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82f4a82a-e696-45a6-b89e-2001b21633af req-2782447e-a219-44b1-9b69-eada3c7f5aa9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415551 Mar 08 15:57:53.612061 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c29fdcf-bf2f-47fc-8c5f-55479f895ee0 req-6315f12a-db23-4f34-886b-1236b6a7a118 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886661 Mar 08 15:57:53.739514 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['76eac60b-a376-434e-9000-ff78375f10fc'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:57:53.784748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1b9e8932-d8df-4dbd-a7d0-c3bdbbfd16ab req-95ecd79d-cfbd-43ae-a994-48a2a0086194 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 210 time: 0.0756092 Mar 08 15:57:53.829574 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Made reservation on behalf of dd661b0b4f9a489c9d6176fea0d1fe9e for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:57:53.833965 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:53.854560 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:53.862420 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f256a9d7-f5fa-477d-a0bd-4553a4663ce6 req-1b1fb060-fe40-4964-8e78-43e2a92ffe2e service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157799 Mar 08 15:57:54.090296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks [] for security_group (77de48aa-f1da-48d0-a6ed-5f4f2cbe1039), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:54.102670 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (77de48aa-f1da-48d0-a6ed-5f4f2cbe1039), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:54.185183 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:54.432545 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Allocated IP 192.168.233.32 (0f1d494e-a9f4-426d-8a40-afbbddddb9c4/a74bfe94-8557-4ae8-8b16-9c4c4f7761ea/b0deebeb-08ae-4a13-bf74-d91bde3f3ac0) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:57:54.842813 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks [] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:54.964748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-14c6c4fd-479f-4d0f-aea5-713a6c4da0e1 req-3c156365-c6bd-4962-9f22-e7989039cf96 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 210 time: 0.0577555 Mar 08 15:57:55.009320 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f504e-2721-493f-8de1-e2baa3129f97 req-89cba888-c559-4fdb-9172-549555760d9d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:55.011102 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fc7f504e-2721-493f-8de1-e2baa3129f97 req-89cba888-c559-4fdb-9172-549555760d9d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 944 time: 0.1491268 Mar 08 15:57:55.013820 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:55.104276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:57:55.138797 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fc7f504e-2721-493f-8de1-e2baa3129f97 req-58c15832-1302-4651-9275-c6c28f94d5e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000168 Mar 08 15:57:55.139718 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:57:55.148034 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:57:55.152234 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Pushing event updated for resources: {'Port': ['ID=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:55.253283 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:55.253909 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:55.289082 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-f92945ea-327f-4867-8561-ccf0c8491425 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8837852 Mar 08 15:57:55.314039 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Request body: {'port': {'device_id': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:57:55.459835 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:55.495337 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-faa6cf61-1874-473a-a06f-622be3509554 None None] Provisioning complete for port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:55.496381 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-faa6cf61-1874-473a-a06f-622be3509554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:55.556910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-faa6cf61-1874-473a-a06f-622be3509554 None None] Port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:57:56.199520 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:57:56.210941 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Publish callbacks [] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:56.226504 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029656b-02b0-4f5b-8e07-bda9bae66365 req-4fdb97a0-8681-4fd1-b0ed-52cb241fc797 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:56.228199 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6029656b-02b0-4f5b-8e07-bda9bae66365 req-4fdb97a0-8681-4fd1-b0ed-52cb241fc797 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 935 time: 0.1148572 Mar 08 15:57:56.241543 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Transition to ACTIVE for port object b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:57:56.261651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:56.381943 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Pushing event updated for resources: {'Port': ['ID=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:56.395969 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6029656b-02b0-4f5b-8e07-bda9bae66365 req-41306116-9e28-47b1-b1e3-92adcbe3630a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507285 Mar 08 15:57:56.467662 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeea89c-ca71-4808-b482-31a6443f8d96 req-3e666b17-ad02-4eff-bd0b-1c1a2e017b00 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:56.473116 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-deeea89c-ca71-4808-b482-31a6443f8d96 req-3e666b17-ad02-4eff-bd0b-1c1a2e017b00 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 944 time: 0.2202294 Mar 08 15:57:56.572790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Attempting to bind port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:57:56.573037 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Attempting to bind port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:57:56.573365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Attempting to bind port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 on network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:56.579917 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-deeea89c-ca71-4808-b482-31a6443f8d96 req-6a87fde7-ef4f-4e32-a7e2-67c807e34da1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754647 Mar 08 15:57:56.582311 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 on network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:57:56.582637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Attempting to bind port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 on network 0f1d494e-a9f4-426d-8a40-afbbddddb9c4 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:57:56.589512 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:57:56.589872 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Checking segment: {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:57:56.590255 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Bound using segment: {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:57:56.590802 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Bound port: b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:57:56.591195 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:56.666886 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 76eac60b-a376-434e-9000-ff78375f10fc up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:57:56.702507 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] For port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:57:56.706719 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] For port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:57:56.717223 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:56.757515 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 76eac60b-a376-434e-9000-ff78375f10fc completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:57:56.771832 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:56.776347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:56.777854 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] 10.222.0.37 "PUT /v2.0/ports/b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 HTTP/1.1" status: 200 len: 1097 time: 1.4812760 Mar 08 15:57:56.778341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'tag': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:56.781974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9a3b26-48bb-47df-a999-d7d2fb383d67", "tag": "b0deebeb-08ae-4a13-bf74-d91bde3f3ac0"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:56.786429 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 76eac60b-a376-434e-9000-ff78375f10fc triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:57:56.787684 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (76eac60b-a376-434e-9000-ff78375f10fc), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:56.847974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073b4f9-fb64-4b1f-a785-c1dd4cdfdc80 service neutron] Pushing event updated for resources: {'Port': ['ID=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:56.906113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72506ca1-9161-4386-bbbc-c11b4152ca68 x-openstack-request-id: req-72506ca1-9161-4386-bbbc-c11b4152ca68 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:56.906113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9a3b26-48bb-47df-a999-d7d2fb383d67", "tag": "b0deebeb-08ae-4a13-bf74-d91bde3f3ac0", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:56.906113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72506ca1-9161-4386-bbbc-c11b4152ca68 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:56.906406 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'tag': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0', 'status': 'completed', 'code': 200} Mar 08 15:57:56.949380 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-c4111316-194d-4044-beae-11f048cfa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:56.952897 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-c4111316-194d-4044-beae-11f048cfa686 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd661b0b4f9a489c9d6176fea0d1fe9e&device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 1131 time: 0.1166048 Mar 08 15:57:56.956811 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 76eac60b-a376-434e-9000-ff78375f10fc is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:57:56.957754 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (76eac60b-a376-434e-9000-ff78375f10fc), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.011819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60056) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:57.015204 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:57:57.036930 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be098cc-58c1-40d7-9648-2c7ae129300a" -d '{"events": [{"server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "name": "network-vif-plugged", "status": "completed", "tag": "76eac60b-a376-434e-9000-ff78375f10fc"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:57:57.076748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-e58d1eef-44f3-4108-bdb5-4ad4d95d9572 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 HTTP/1.1" status: 200 len: 217 time: 0.1136506 Mar 08 15:57:57.078824 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 76eac60b-a376-434e-9000-ff78375f10fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76eac60b-a376-434e-9000-ff78375f10fc,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:57:57.096639 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (76eac60b-a376-434e-9000-ff78375f10fc), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.175795 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98eb3d0d-0010-4454-9d3a-ef7107ef2f7e x-openstack-request-id: req-98eb3d0d-0010-4454-9d3a-ef7107ef2f7e {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:57:57.180203 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "name": "network-vif-plugged", "status": "completed", "tag": "76eac60b-a376-434e-9000-ff78375f10fc", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:57:57.186040 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98eb3d0d-0010-4454-9d3a-ef7107ef2f7e {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:57:57.187558 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc', 'code': 200} Mar 08 15:57:57.225614 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3917a8f9-9720-4b00-8996-c0b71b7e1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:57.226991 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-3917a8f9-9720-4b00-8996-c0b71b7e1d16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a74bfe94-8557-4ae8-8b16-9c4c4f7761ea HTTP/1.1" status: 200 len: 843 time: 0.1413989 Mar 08 15:57:57.262809 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=76eac60b-a376-434e-9000-ff78375f10fc,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:57.272174 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.273532 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.274067 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.274627 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.275223 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.275915 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.276425 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.276759 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.277119 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.277576 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.277914 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.278239 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.278562 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.326260 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.343241 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-eacc732c-912f-45b5-af65-276f4c5409ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:57.347450 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-eacc732c-912f-45b5-af65-276f4c5409ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f1d494e-a9f4-426d-8a40-afbbddddb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1104641 Mar 08 15:57:57.495131 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-821b640e-d4c6-4387-bf20-f688a50b8e27 service neutron] 10.222.0.37 "GET /v2.0/networks/0f1d494e-a9f4-426d-8a40-afbbddddb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342463 Mar 08 15:57:57.525947 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383f1c8-de51-42b7-b7c7-851ecba3fdb8 req-44f3e157-5a86-44e1-9b59-c2a510b6bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:57.528952 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c383f1c8-de51-42b7-b7c7-851ecba3fdb8 req-44f3e157-5a86-44e1-9b59-c2a510b6bb4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 1129 time: 0.1256020 Mar 08 15:57:57.545819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Publish callbacks [] for security_group (d58477f4-3952-4d90-8255-fd245a60a5bc), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.566062 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d58477f4-3952-4d90-8255-fd245a60a5bc), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.655149 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58477f4-3952-4d90-8255-fd245a60a5bc,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:57.659806 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4938aa543e8f418482be160a43748fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6469560 Mar 08 15:57:57.663005 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c383f1c8-de51-42b7-b7c7-851ecba3fdb8 req-ccb9dca9-3ae5-4137-a87c-2a010b1c5ce5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150215 Mar 08 15:57:57.663852 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60080) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:57.677817 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.678661 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.679753 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.680646 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.680996 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a7c31-1a23-42c4-991b-3740f4013eba req-fca0afcb-a442-4f71-9057-2dc728832666 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:57.681134 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.681673 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.682849 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.683276 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.683695 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.684109 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.684553 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.684930 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.685415 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc64174-181d-4448-8294-3226411e5b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:57:57.689980 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-762a7c31-1a23-42c4-991b-3740f4013eba req-fca0afcb-a442-4f71-9057-2dc728832666 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 947 time: 0.1540201 Mar 08 15:57:57.760675 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eef2c316-f2de-4395-8ad2-5d81616a867a admin admin] Publish callbacks [] for security_group (d58477f4-3952-4d90-8255-fd245a60a5bc), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.774069 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aafb6c43-8b96-45ee-88e6-5eb35d2fe52b req-b63ba932-868c-46ed-8c6a-d62915876539 service neutron] 10.222.0.37 "GET /v2.0/networks/0f1d494e-a9f4-426d-8a40-afbbddddb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748740 Mar 08 15:57:57.792890 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eef2c316-f2de-4395-8ad2-5d81616a867a admin admin] Publish callbacks [] for security_group (d58477f4-3952-4d90-8255-fd245a60a5bc), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.816476 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-762a7c31-1a23-42c4-991b-3740f4013eba req-971fff24-9491-4952-bd06-cd3f8efd1801 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254995 Mar 08 15:57:57.841265 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269e145-8173-4a1a-b1f5-981e93ac3002 req-afc7a277-7cea-4f39-a931-8be9ffce1fa2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:57.851409 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4269e145-8173-4a1a-b1f5-981e93ac3002 req-afc7a277-7cea-4f39-a931-8be9ffce1fa2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1268051 Mar 08 15:57:57.857595 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eef2c316-f2de-4395-8ad2-5d81616a867a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d58477f4-3952-4d90-8255-fd245a60a5bc), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.860297 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eef2c316-f2de-4395-8ad2-5d81616a867a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:57.874555 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-eef2c316-f2de-4395-8ad2-5d81616a867a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d58477f4-3952-4d90-8255-fd245a60a5bc HTTP/1.1" status: 204 len: 168 time: 0.2001657 Mar 08 15:57:57.885179 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2c316-f2de-4395-8ad2-5d81616a867a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58477f4-3952-4d90-8255-fd245a60a5bc,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:57.943210 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4269e145-8173-4a1a-b1f5-981e93ac3002 req-05b13714-5f68-4f5f-90a7-e1d61f48227b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786309 Mar 08 15:57:58.015265 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-ab70b76e-1382-450c-9412-a00d6e655845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:58.016600 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-ab70b76e-1382-450c-9412-a00d6e655845 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd661b0b4f9a489c9d6176fea0d1fe9e&device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 1131 time: 0.0628376 Mar 08 15:57:58.221165 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-67b022ac-06b4-4d52-8376-32f37f1f6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:58.223301 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-67b022ac-06b4-4d52-8376-32f37f1f6607 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0f1d494e-a9f4-426d-8a40-afbbddddb9c4 HTTP/1.1" status: 200 len: 870 time: 0.1959593 Mar 08 15:57:58.309897 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-fbbf9eb6-d7e7-4ccf-88b0-540ae01bddc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 HTTP/1.1" status: 200 len: 217 time: 0.0730848 Mar 08 15:57:58.391704 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-1942cfa7-6eb2-4c0d-b22b-bd473a1f3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:58.392819 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-1942cfa7-6eb2-4c0d-b22b-bd473a1f3a76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a74bfe94-8557-4ae8-8b16-9c4c4f7761ea HTTP/1.1" status: 200 len: 843 time: 0.0677989 Mar 08 15:57:58.463931 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-052073c8-ce41-429d-b1d2-15f3ee120e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:58.465469 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-052073c8-ce41-429d-b1d2-15f3ee120e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0f1d494e-a9f4-426d-8a40-afbbddddb9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0653799 Mar 08 15:57:58.525865 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:57:58.634670 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-6a95503f-991c-4df9-9ed9-2c439e7b7890 service neutron] 10.222.0.37 "GET /v2.0/networks/0f1d494e-a9f4-426d-8a40-afbbddddb9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600072 Mar 08 15:57:58.784310 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2a2c357a-db6b-42cb-9c57-bf0ca9918c3b req-4a83ffe1-de13-4f5d-8102-48220cf10159 service neutron] 10.222.0.37 "GET /v2.0/networks/0f1d494e-a9f4-426d-8a40-afbbddddb9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359715 Mar 08 15:57:59.020381 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507609c-b1a0-4b3e-b18d-7c9b71cc9989 req-f4713f38-73f2-40b7-8956-2ab67d0e6898 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:59.023486 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9507609c-b1a0-4b3e-b18d-7c9b71cc9989 req-f4713f38-73f2-40b7-8956-2ab67d0e6898 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 947 time: 0.1100087 Mar 08 15:57:59.025012 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60128) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:59.182509 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9507609c-b1a0-4b3e-b18d-7c9b71cc9989 req-ad99a7fb-d440-44e4-b5ae-ee77e7e9fd8a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354890 Mar 08 15:57:59.250874 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4ede6-187f-405f-a27c-54a428a4870e req-f27aa869-1e92-4d13-a640-ffedcfbc2aa7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:57:59.250874 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-51d4ede6-187f-405f-a27c-54a428a4870e req-f27aa869-1e92-4d13-a640-ffedcfbc2aa7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.2024293 Mar 08 15:57:59.282335 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e84ba244-0cc5-4003-a790-8158d2c31b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.292852 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ace267f0-b259-4f80-a5dd-a56f3b7889be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.402493 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-51d4ede6-187f-405f-a27c-54a428a4870e req-97e9d504-62e8-414c-ac9a-da0e7edc9b91 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434400 Mar 08 15:57:59.494056 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e84ba244-0cc5-4003-a790-8158d2c31b9f admin admin] Publish callbacks [] for security_group (1ef55300-1601-4de6-a30b-d1455e6f92d3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.501561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e84ba244-0cc5-4003-a790-8158d2c31b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1ef55300-1601-4de6-a30b-d1455e6f92d3), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.561461 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e84ba244-0cc5-4003-a790-8158d2c31b9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=074d5421a2f04a9e91265b2693f1e2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5351737 Mar 08 15:57:59.563362 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba244-0cc5-4003-a790-8158d2c31b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef55300-1601-4de6-a30b-d1455e6f92d3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:57:59.564319 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60146) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:57:59.639717 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2efa4eeb-8034-4a97-97e6-3ebf81ec08eb admin admin] Publish callbacks [] for security_group (1ef55300-1601-4de6-a30b-d1455e6f92d3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.667445 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2efa4eeb-8034-4a97-97e6-3ebf81ec08eb admin admin] Publish callbacks [] for security_group (1ef55300-1601-4de6-a30b-d1455e6f92d3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.778662 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2efa4eeb-8034-4a97-97e6-3ebf81ec08eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1ef55300-1601-4de6-a30b-d1455e6f92d3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.781805 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2efa4eeb-8034-4a97-97e6-3ebf81ec08eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:57:59.783413 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-2efa4eeb-8034-4a97-97e6-3ebf81ec08eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ef55300-1601-4de6-a30b-d1455e6f92d3 HTTP/1.1" status: 204 len: 168 time: 0.2174237 Mar 08 15:57:59.795662 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa4eeb-8034-4a97-97e6-3ebf81ec08eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef55300-1601-4de6-a30b-d1455e6f92d3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:00.160672 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:00.176496 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d5492e0-ba44-43d9-9232-d343b33a3cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.335196 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d5492e0-ba44-43d9-9232-d343b33a3cd7 admin admin] Publish callbacks [] for security_group (021742a2-6272-4c5b-911b-6893b940f60d), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.340181 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d5492e0-ba44-43d9-9232-d343b33a3cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (021742a2-6272-4c5b-911b-6893b940f60d), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.418121 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580466-1219-405c-884c-ec133e2fdfb8 req-97d50092-8e0f-4d79-a291-903456b20ab2 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:00.422089 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-41580466-1219-405c-884c-ec133e2fdfb8 req-97d50092-8e0f-4d79-a291-903456b20ab2 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 947 time: 0.1453562 Mar 08 15:58:00.436414 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5d5492e0-ba44-43d9-9232-d343b33a3cd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f81ab87a8284f1f8037d3c1dd188c5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733927 Mar 08 15:58:00.438096 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60168) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:00.443438 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5492e0-ba44-43d9-9232-d343b33a3cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021742a2-6272-4c5b-911b-6893b940f60d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:00.518020 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4a37-e8b9-4f1d-815a-7d9f6e7ec352 admin admin] Publish callbacks [] for security_group (021742a2-6272-4c5b-911b-6893b940f60d), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.536049 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-41580466-1219-405c-884c-ec133e2fdfb8 req-bb9f5d59-d2fb-4707-b465-e6daa5a2c08a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966222 Mar 08 15:58:00.568452 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4a37-e8b9-4f1d-815a-7d9f6e7ec352 admin admin] Publish callbacks [] for security_group (021742a2-6272-4c5b-911b-6893b940f60d), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.632160 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367f1c5-0c4c-474b-9045-8974409ccca1 req-00cd0784-d330-4d6f-8398-548172eeb5df tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:00.634359 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c367f1c5-0c4c-474b-9045-8974409ccca1 req-00cd0784-d330-4d6f-8398-548172eeb5df tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1075575 Mar 08 15:58:00.649383 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4a37-e8b9-4f1d-815a-7d9f6e7ec352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (021742a2-6272-4c5b-911b-6893b940f60d), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.668776 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4a37-e8b9-4f1d-815a-7d9f6e7ec352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:00.671043 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f9ab4a37-e8b9-4f1d-815a-7d9f6e7ec352 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/021742a2-6272-4c5b-911b-6893b940f60d HTTP/1.1" status: 204 len: 168 time: 0.2313197 Mar 08 15:58:00.684619 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab4a37-e8b9-4f1d-815a-7d9f6e7ec352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021742a2-6272-4c5b-911b-6893b940f60d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:00.692536 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:58:00.719775 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c367f1c5-0c4c-474b-9045-8974409ccca1 req-2aa46100-bce2-4ced-809b-7a27f64a879f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782571 Mar 08 15:58:00.937222 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:00.980044 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d0144-23e3-4c33-943a-c270cb416268 req-6f36ba9b-0bfd-46f7-80a0-63718660603d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:00.982869 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-327d0144-23e3-4c33-943a-c270cb416268 req-6f36ba9b-0bfd-46f7-80a0-63718660603d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0887244 Mar 08 15:58:00.992907 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60180) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:00.998822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'port_id': '76eac60b-a376-434e-9000-ff78375f10fc'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:01.134551 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (4bfc87f6-533a-4306-afb7-804d4c35b1b5), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:01.148555 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0', 'network_id': '0f1d494e-a9f4-426d-8a40-afbbddddb9c4', 'port_id': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0', 'mac_address': 'fa:16:3e:e8:ef:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74bfe94-8557-4ae8-8b16-9c4c4f7761ea', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:58:01.223302 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:01.223959 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:01.241957 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:58:01.290605 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:01.301114 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:01.437056 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:01.720155 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f99f67-9a23-4607-98a9-28592e9b0c68 req-2a521a4a-466f-4533-b5a8-6056bbd143d0 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:01.728915 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-16f99f67-9a23-4607-98a9-28592e9b0c68 req-2a521a4a-466f-4533-b5a8-6056bbd143d0 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 948 time: 0.0726342 Mar 08 15:58:01.783092 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3c8bdb3-edef-4666-97e8-72fff7f5ff98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:01.790643 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-16f99f67-9a23-4607-98a9-28592e9b0c68 req-f4a74ee8-28a7-4b2c-a8d4-88dd2a5fb139 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611005 Mar 08 15:58:01.822372 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:01.827241 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (4bfc87f6-533a-4306-afb7-804d4c35b1b5), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:01.956182 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP 4bfc87f6-533a-4306-afb7-804d4c35b1b5 associated. External IP: 172.27.2.28, port: 76eac60b-a376-434e-9000-ff78375f10fc. Mar 08 15:58:02.243838 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:58:02.389528 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:02.404337 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:02.409328 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:02.421354 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:02.422238 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:02.452262 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-81d0db18-ac99-4c9f-a030-1f8377e729c5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "PUT /v2.0/floatingips/4bfc87f6-533a-4306-afb7-804d4c35b1b5 HTTP/1.1" status: 200 len: 990 time: 1.4576569 Mar 08 15:58:02.453138 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:58:02.456730 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d56d4b-8834-45e7-a51e-8176e564860c" -d '{"events": [{"name": "network-changed", "server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "tag": "76eac60b-a376-434e-9000-ff78375f10fc"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:58:02.469906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fdc19-5486-48e4-9fe5-5a854ba8cc71 req-45a6a90a-c8e9-47ba-800f-9c1983d4050f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:02.472181 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae0fdc19-5486-48e4-9fe5-5a854ba8cc71 req-45a6a90a-c8e9-47ba-800f-9c1983d4050f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1045184 Mar 08 15:58:02.532675 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bca8cf-6ca9-4d9b-acc1-a948c46c6d97 x-openstack-request-id: req-38bca8cf-6ca9-4d9b-acc1-a948c46c6d97 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:58:02.533048 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "tag": "76eac60b-a376-434e-9000-ff78375f10fc", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:58:02.534159 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38bca8cf-6ca9-4d9b-acc1-a948c46c6d97 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:58:02.534653 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc', 'status': 'completed', 'code': 200} Mar 08 15:58:02.555509 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae0fdc19-5486-48e4-9fe5-5a854ba8cc71 req-c01c7e49-8773-42f8-b594-840421421596 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Mar 08 15:58:02.569409 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:02.860503 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:39Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}, {'id': '4bfc87f6-533a-4306-afb7-804d4c35b1b5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': '76eac60b-a376-434e-9000-ff78375f10fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:72:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:57:43Z', 'updated_at': '2022-03-08T15:58:01Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:02.872513 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:02.894123 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:02.903827 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:02.904445 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:02.987105 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a848be-678a-4ecf-91b1-585ee3e63274 req-6e307d16-924c-4beb-812f-557a6167cfff tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:02.988645 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-45a848be-678a-4ecf-91b1-585ee3e63274 req-6e307d16-924c-4beb-812f-557a6167cfff tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 948 time: 0.0659466 Mar 08 15:58:03.044320 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-45a848be-678a-4ecf-91b1-585ee3e63274 req-1abd30c3-7bdc-450b-8721-fa1f617e5df3 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Mar 08 15:58:03.056236 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:03.360880 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:39Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}, {'id': '4bfc87f6-533a-4306-afb7-804d4c35b1b5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': '76eac60b-a376-434e-9000-ff78375f10fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:72:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:57:43Z', 'updated_at': '2022-03-08T15:58:01Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:03.524059 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debfcbfb-5cf6-471f-aecb-50ca755d3a85 None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:39Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}, {'id': '4bfc87f6-533a-4306-afb7-804d4c35b1b5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.28', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': '76eac60b-a376-434e-9000-ff78375f10fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:72:38:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:57:43Z', 'updated_at': '2022-03-08T15:58:01Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:03.735018 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec875b7-31b7-41a1-8968-465b2668814a req-2c1ff8e4-4ac5-49d3-8224-4e2602d13349 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:03.736918 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ec875b7-31b7-41a1-8968-465b2668814a req-2c1ff8e4-4ac5-49d3-8224-4e2602d13349 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0855069 Mar 08 15:58:03.806880 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916253c2-e27a-46e1-819f-d16e336b98f1 None None] New status for floating IP 4bfc87f6-533a-4306-afb7-804d4c35b1b5: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:58:03.807762 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ec875b7-31b7-41a1-8968-465b2668814a req-f8256c78-8389-4695-bd62-41307dc7a5bf tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627110 Mar 08 15:58:04.200555 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af05c2d-83a5-437f-beb3-821d9dc1a979 req-ab7bbed4-626c-447a-a2a6-9f9290795715 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:04.202866 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1af05c2d-83a5-437f-beb3-821d9dc1a979 req-ab7bbed4-626c-447a-a2a6-9f9290795715 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 948 time: 0.0565968 Mar 08 15:58:04.263002 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1af05c2d-83a5-437f-beb3-821d9dc1a979 req-94f304bb-d22b-4cf1-9318-308876856cd7 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540528 Mar 08 15:58:04.309384 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:04.822513 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['b0deebeb-08ae-4a13-bf74-d91bde3f3ac0'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:58:04.924426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-ed7ac182-adea-4ea9-a2bf-68f81a7f6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:04.926129 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-ed7ac182-adea-4ea9-a2bf-68f81a7f6253 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.0820434 Mar 08 15:58:04.949603 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56d4b-8834-45e7-a51e-8176e564860c req-d3cfe6d8-68cc-48c1-909a-f313b0b5dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:04.952316 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-d3cfe6d8-68cc-48c1-909a-f313b0b5dff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 1129 time: 0.0972953 Mar 08 15:58:05.105164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56d4b-8834-45e7-a51e-8176e564860c req-45c2b4a9-1f8b-4b8c-8c05-38f78375ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.107031 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-45c2b4a9-1f8b-4b8c-8c05-38f78375ec3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.1445708 Mar 08 15:58:05.133043 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a4a01-321e-4ef2-a08b-827687ba5c2d req-6fbf5cef-8cdc-47e0-ab4f-8a2f4116c0c1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.134565 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2d7a4a01-321e-4ef2-a08b-827687ba5c2d req-6fbf5cef-8cdc-47e0-ab4f-8a2f4116c0c1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1795197 Mar 08 15:58:05.141322 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-e01d5303-0fec-4567-b328-437a97531d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.148232 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-e01d5303-0fec-4567-b328-437a97531d5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.2090344 Mar 08 15:58:05.201208 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-624c8995-65c5-478a-84c1-1450a99f85f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 217 time: 0.0449414 Mar 08 15:58:05.202007 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-b132ad49-ff2e-42e9-87b2-74e1a7295fdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76eac60b-a376-434e-9000-ff78375f10fc HTTP/1.1" status: 200 len: 1000 time: 0.0840890 Mar 08 15:58:05.265813 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56d4b-8834-45e7-a51e-8176e564860c req-a25636dd-eb91-4d42-bc8e-50381b748ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.267413 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-a25636dd-eb91-4d42-bc8e-50381b748ee5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0529969 Mar 08 15:58:05.274899 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2d7a4a01-321e-4ef2-a08b-827687ba5c2d req-ee208f7a-e071-40bc-9dc2-75a8943f1c60 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252043 Mar 08 15:58:05.309620 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-3a0eb053-7003-4667-9263-078ae2cc76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.313861 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-3a0eb053-7003-4667-9263-078ae2cc76d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0967276 Mar 08 15:58:05.358863 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-6563fcd2-e1f9-4a60-90da-c9220dff31e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393789 Mar 08 15:58:05.376854 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56d4b-8834-45e7-a51e-8176e564860c req-7470fb09-ee93-43ff-ac45-739b5368daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.378661 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-7470fb09-ee93-43ff-ac45-739b5368daa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0907686 Mar 08 15:58:05.508396 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f3f92-deca-4815-9439-2aadde34785b req-3b64ebd3-599f-4847-a4e8-d74e86ce6bd7 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:05.509279 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c06f3f92-deca-4815-9439-2aadde34785b req-3b64ebd3-599f-4847-a4e8-d74e86ce6bd7 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 948 time: 0.1493933 Mar 08 15:58:05.540965 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-4de7fde9-1623-4b54-bc49-f33b3658982a service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508627 Mar 08 15:58:05.545629 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-a0b5af13-5710-44ec-8523-81252b5011ef service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740015 Mar 08 15:58:05.585793 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c06f3f92-deca-4815-9439-2aadde34785b req-03f72901-d511-4dee-b42d-20fabe12562d tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Mar 08 15:58:05.714886 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-51d56d4b-8834-45e7-a51e-8176e564860c req-d9139996-d763-4dd8-a499-d1d0b6f1c929 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603155 Mar 08 15:58:05.734656 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6967a202-8b7b-451b-966f-68ddcce3b752 req-2ce76ed3-3428-4d8c-a255-2f9762c17e48 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563210 Mar 08 15:58:06.034026 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:06.420964 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be33ec-8be1-49e1-b984-6f25d7dc4032 req-5ca80ef6-e30a-4f32-8499-c39c54743717 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:06.422671 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-38be33ec-8be1-49e1-b984-6f25d7dc4032 req-5ca80ef6-e30a-4f32-8499-c39c54743717 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0728281 Mar 08 15:58:06.480459 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-38be33ec-8be1-49e1-b984-6f25d7dc4032 req-5a3efcdd-adde-4ca3-aede-dfb6dc20a067 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Mar 08 15:58:06.732962 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d385790-78a9-4b71-a1c5-596004010187 req-24f052f8-6902-43e4-9111-0f83f765ce6a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:06.734565 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2d385790-78a9-4b71-a1c5-596004010187 req-24f052f8-6902-43e4-9111-0f83f765ce6a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 948 time: 0.0581026 Mar 08 15:58:06.796052 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2d385790-78a9-4b71-a1c5-596004010187 req-215f9743-62af-4dc7-a30e-4b1e7268c0d8 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 Mar 08 15:58:06.821766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:06.891360 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:58:06.897334 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:06.898001 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:06.988418 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:06.989095 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:07.017789 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:58:07.020542 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e38cbe0-5fc0-41b4-80f2-9216e3df5a99" -d '{"events": [{"server_uuid": "0a9a3b26-48bb-47df-a999-d7d2fb383d67", "name": "network-vif-plugged", "status": "completed", "tag": "b0deebeb-08ae-4a13-bf74-d91bde3f3ac0"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:58:07.041553 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:07.046070 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:07.091309 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c499b5be-5e0f-488b-ad18-a0388b99c8c3 x-openstack-request-id: req-c499b5be-5e0f-488b-ad18-a0388b99c8c3 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:58:07.091944 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9a3b26-48bb-47df-a999-d7d2fb383d67", "name": "network-vif-plugged", "status": "completed", "tag": "b0deebeb-08ae-4a13-bf74-d91bde3f3ac0", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:58:07.092212 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c499b5be-5e0f-488b-ad18-a0388b99c8c3 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:58:07.093090 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0', 'code': 200} Mar 08 15:58:07.124899 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:07.289791 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e10265-95d3-45c1-b049-7c935af4a1f0 req-3a5751e2-0029-4b1a-b2f1-176427f21284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:07.291837 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-95e10265-95d3-45c1-b049-7c935af4a1f0 req-3a5751e2-0029-4b1a-b2f1-176427f21284 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 1133 time: 0.0494342 Mar 08 15:58:07.350835 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-95e10265-95d3-45c1-b049-7c935af4a1f0 req-73acc5d7-5c67-4fab-87aa-10a3ee0f6918 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487852 Mar 08 15:58:07.612440 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af91cd-a673-40a0-9c44-92afa0b5a344 req-1bfbdc31-e6b0-4642-9aba-4b5a08163de9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:07.614385 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c3af91cd-a673-40a0-9c44-92afa0b5a344 req-1bfbdc31-e6b0-4642-9aba-4b5a08163de9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0594962 Mar 08 15:58:07.677804 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c3af91cd-a673-40a0-9c44-92afa0b5a344 req-f41e67bc-94e0-4454-b307-ea3626b81ab8 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562181 Mar 08 15:58:07.960760 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65483699-6998-4964-92bd-c0aa5c627cd4 req-82d8b8fa-3988-4f9d-a9f0-d1cd1624d371 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:07.962368 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-65483699-6998-4964-92bd-c0aa5c627cd4 req-82d8b8fa-3988-4f9d-a9f0-d1cd1624d371 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 949 time: 0.0696731 Mar 08 15:58:08.047693 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-65483699-6998-4964-92bd-c0aa5c627cd4 req-f7e97125-f0c4-4440-a00e-7ab0d9b0f66a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739114 Mar 08 15:58:08.331983 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60290) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:08.509694 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e79e592d-1d19-4847-9a5d-335771a9a380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.610335 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e79e592d-1d19-4847-9a5d-335771a9a380 admin admin] Publish callbacks [] for security_group (c01f775f-50d8-4f52-922c-ac7e3bad01d7), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.634365 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e79e592d-1d19-4847-9a5d-335771a9a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c01f775f-50d8-4f52-922c-ac7e3bad01d7), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.690942 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e79e592d-1d19-4847-9a5d-335771a9a380 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92c69e2077114a85be28605f9f3e8a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578541 Mar 08 15:58:08.694456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:08.698376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e592d-1d19-4847-9a5d-335771a9a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f775f-50d8-4f52-922c-ac7e3bad01d7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:08.755439 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11e9800a-f060-4da2-a513-dd70668cdbff admin admin] Publish callbacks [] for security_group (c01f775f-50d8-4f52-922c-ac7e3bad01d7), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.782714 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11e9800a-f060-4da2-a513-dd70668cdbff admin admin] Publish callbacks [] for security_group (c01f775f-50d8-4f52-922c-ac7e3bad01d7), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.888371 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415b719-3df1-4c1e-a33b-860d60e007aa req-477ba631-68fe-42e9-9042-c3a7320c045a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:08.890111 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3415b719-3df1-4c1e-a33b-860d60e007aa req-477ba631-68fe-42e9-9042-c3a7320c045a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0719337 Mar 08 15:58:08.891435 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11e9800a-f060-4da2-a513-dd70668cdbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c01f775f-50d8-4f52-922c-ac7e3bad01d7), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.895472 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11e9800a-f060-4da2-a513-dd70668cdbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:08.900710 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-11e9800a-f060-4da2-a513-dd70668cdbff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c01f775f-50d8-4f52-922c-ac7e3bad01d7 HTTP/1.1" status: 204 len: 168 time: 0.2051325 Mar 08 15:58:08.926676 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9800a-f060-4da2-a513-dd70668cdbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f775f-50d8-4f52-922c-ac7e3bad01d7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:08.974053 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3415b719-3df1-4c1e-a33b-860d60e007aa req-dc36c1ea-9730-4c7f-a929-d985abbf5710 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717270 Mar 08 15:58:09.220785 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f1213-da35-4aeb-9dd4-8f0628aba1b3 req-f55a8b3e-3b7a-4e40-a7db-005269d95eb5 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:09.222195 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a45f1213-da35-4aeb-9dd4-8f0628aba1b3 req-f55a8b3e-3b7a-4e40-a7db-005269d95eb5 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 949 time: 0.0722704 Mar 08 15:58:09.291634 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a45f1213-da35-4aeb-9dd4-8f0628aba1b3 req-b82617cc-9755-4ea2-980d-101914897c3c tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620487 Mar 08 15:58:09.650676 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad9c6a-c719-4373-8057-f06400fbe5fa req-bb729234-8a66-4830-8579-0861b2857983 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:09.652901 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-49ad9c6a-c719-4373-8057-f06400fbe5fa req-bb729234-8a66-4830-8579-0861b2857983 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 949 time: 0.0660491 Mar 08 15:58:09.715045 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-49ad9c6a-c719-4373-8057-f06400fbe5fa req-7c57198c-23ad-4acd-a108-f8dcbef74790 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Mar 08 15:58:09.863027 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60352) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:09.960544 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-866128261-network', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:09.979461 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Made reservation on behalf of de2d718fb94a4747ada518f08ca3632e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:09.981728 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:09.989810 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.075724 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks [] for security_group (804fa9e9-5106-4a83-9b76-e7ada18d5a65), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.079618 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (804fa9e9-5106-4a83-9b76-e7ada18d5a65), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.123386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 250, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:58:10.141565 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804fa9e9-5106-4a83-9b76-e7ada18d5a65,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:10.151353 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (67f4967d-98e9-424a-a0b3-9140f1ed4200), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.151654 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Added segment 67f4967d-98e9-424a-a0b3-9140f1ed4200 of type vlan for network a154b254-21e7-4168-a9eb-fa82dc9c0446 Mar 08 15:58:10.170691 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edcc59-3f92-46c1-a2d0-e6f4def0585f req-55e49a01-a75d-415c-a303-31e9ecdb5488 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:10.172180 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-34edcc59-3f92-46c1-a2d0-e6f4def0585f req-55e49a01-a75d-415c-a303-31e9ecdb5488 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1096973 Mar 08 15:58:10.218686 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (a154b254-21e7-4168-a9eb-fa82dc9c0446), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.263635 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-34edcc59-3f92-46c1-a2d0-e6f4def0585f req-cd69cc3f-6afc-49d7-bba7-b62fa248ead7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700643 Mar 08 15:58:10.265642 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (a154b254-21e7-4168-a9eb-fa82dc9c0446), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.267294 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:10.268265 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.344407 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4801848 Mar 08 15:58:10.347578 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60358) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:10.350098 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a653-4f50-4e66-98cb-c72b696987a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a154b254-21e7-4168-a9eb-fa82dc9c0446,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:10.354880 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Request body: {'subnet': {'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-866128261-subnet', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:10.361168 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:58:10.376143 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Made reservation on behalf of de2d718fb94a4747ada518f08ca3632e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:10.378536 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25662380'] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.549308 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26064576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25662386'] for subnet (ebc384aa-c276-4ee5-af84-75bba4000bc1), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.608812 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc384aa-c276-4ee5-af84-75bba4000bc1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:10.614266 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Checking segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:10.614789 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Network hostable DHCP agents. Network: a154b254-21e7-4168-a9eb-fa82dc9c0446, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:58:10.633048 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:58:10.641646 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, a154b254-21e7-4168-a9eb-fa82dc9c0446) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:10.645770 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:10.647021 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.653390 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd6602-0d4c-4d9b-9826-f53a823b769b None None] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:10.667634 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a003903b-86d7-4094-9986-4ceac880db15 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3164821 Mar 08 15:58:10.668562 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:10.672933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:10.696347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (06aef410-72f8-4655-a495-cd947a0e4c98), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.697386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (06aef410-72f8-4655-a495-cd947a0e4c98), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.762424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks [] for router_controller (06aef410-72f8-4655-a495-cd947a0e4c98), precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.776190 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-a154b254-21e7-4168-a9eb-fa82dc9c0446', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:58:10.777769 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:10.945881 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Allocated IP 172.20.0.2 (a154b254-21e7-4168-a9eb-fa82dc9c0446/ebc384aa-c276-4ee5-af84-75bba4000bc1/b19937a7-f799-4b63-8306-853edb0a5244) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:11.124462 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Publish callbacks [] for port (b19937a7-f799-4b63-8306-853edb0a5244), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.132581 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (b19937a7-f799-4b63-8306-853edb0a5244), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.175126 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:11.179321 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks [] for router_gateway (06aef410-72f8-4655-a495-cd947a0e4c98), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.180242 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:11.183737 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:11.189747 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Pushing event updated for resources: {'Port': ['ID=b19937a7-f799-4b63-8306-853edb0a5244,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:11.195180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c0e0b-b8ea-4764-91a5-b98e07a7c9be req-2a4ce1c5-064e-4e19-8298-1a192fa822e4 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:11.196890 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-792c0e0b-b8ea-4764-91a5-b98e07a7c9be req-2a4ce1c5-064e-4e19-8298-1a192fa822e4 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 949 time: 0.3893213 Mar 08 15:58:11.252002 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Attempting to bind port b19937a7-f799-4b63-8306-853edb0a5244 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:11.252794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Attempting to bind port b19937a7-f799-4b63-8306-853edb0a5244 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:11.253312 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Attempting to bind port b19937a7-f799-4b63-8306-853edb0a5244 on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:11.259611 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:11.260109 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Checking segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:11.260484 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.260881 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Bound using segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:11.261422 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Bound port: b19937a7-f799-4b63-8306-853edb0a5244, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:11.262039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b19937a7-f799-4b63-8306-853edb0a5244), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.276989 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-792c0e0b-b8ea-4764-91a5-b98e07a7c9be req-2832285d-8017-4ad5-baa6-6b5fb9c4ea5f tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664413 Mar 08 15:58:11.342075 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] For port b19937a7-f799-4b63-8306-853edb0a5244, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:11.345955 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] For port b19937a7-f799-4b63-8306-853edb0a5244, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b19937a7-f799-4b63-8306-853edb0a5244,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:11.355921 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b19937a7-f799-4b63-8306-853edb0a5244), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.413216 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc583b7a-2296-4c6c-b2bc-d554e5414046 None None] Pushing event updated for resources: {'Port': ['ID=b19937a7-f799-4b63-8306-853edb0a5244,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:11.496623 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks [] for router_gateway (06aef410-72f8-4655-a495-cd947a0e4c98), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.522129 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596b8a-515d-4a4d-a197-369bcca81d88 req-d638435e-939e-44da-a7bb-cef9013b6562 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:11.523746 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-99596b8a-515d-4a4d-a197-369bcca81d88 req-d638435e-939e-44da-a7bb-cef9013b6562 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1424482 Mar 08 15:58:11.525529 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.627007 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-99596b8a-515d-4a4d-a197-369bcca81d88 req-6dc314fd-2625-4ca8-8ec8-08f4cc9c305d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937309 Mar 08 15:58:11.710884 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Allocated IP 172.27.2.189 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/b5d7164e-adb3-4295-b8de-5303d2af618c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:11.749476 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed00459-0005-4969-842c-b807455136fb req-2209b566-dae5-4e6e-b4a1-6b1a6f0e9ff5 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:11.750934 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4ed00459-0005-4969-842c-b807455136fb req-2209b566-dae5-4e6e-b4a1-6b1a6f0e9ff5 tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 949 time: 0.1026928 Mar 08 15:58:11.917322 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks [] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:11.963853 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Deleting port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:58:11.964187 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.025459 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.078776 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:12.088461 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:12.096663 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:12.121014 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Pushing event updated for resources: {'Port': ['ID=b5d7164e-adb3-4295-b8de-5303d2af618c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:12.143749 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] For port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,segment=NetworkSegment(a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd),segment_id=a1ee7a59-9588-4d9d-a45a-ecc6ec7903cd)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:12.144109 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.170081 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Calling delete_port for b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:58:12.317090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75321810-95f5-4086-8337-e868f8458541 None None] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:12.393705 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60430) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:12.415714 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] Provisioning complete for port b19937a7-f799-4b63-8306-853edb0a5244 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:12.416251 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b19937a7-f799-4b63-8306-853edb0a5244), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.455911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Deleting subnet cf7bba27-dcdf-489f-a43b-e259d3f4b39f {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:58:12.460848 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Publish callbacks [] for subnet (cf7bba27-dcdf-489f-a43b-e259d3f4b39f), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.462665 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b19937a7-f799-4b63-8306-853edb0a5244 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:12.502066 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (cf7bba27-dcdf-489f-a43b-e259d3f4b39f), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.544411 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (cf7bba27-dcdf-489f-a43b-e259d3f4b39f), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.545499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (b0deebeb-08ae-4a13-bf74-d91bde3f3ac0), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.562933 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['b0deebeb-08ae-4a13-bf74-d91bde3f3ac0'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:58:12.602005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] Current status of the port b19937a7-f799-4b63-8306-853edb0a5244 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:12.602717 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b19937a7-f799-4b63-8306-853edb0a5244), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.607716 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (cf7bba27-dcdf-489f-a43b-e259d3f4b39f), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.625767 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c40384-ea4c-4e94-8cf5-8c3a3ab3e6a7 req-3448af49-b288-4fee-a20c-91357081511a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:12.627445 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-78c40384-ea4c-4e94-8cf5-8c3a3ab3e6a7 req-3448af49-b288-4fee-a20c-91357081511a tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a9a3b26-48bb-47df-a999-d7d2fb383d67 HTTP/1.1" status: 200 len: 949 time: 0.2026424 Mar 08 15:58:12.628010 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port b19937a7-f799-4b63-8306-853edb0a5244 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:12.628384 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b19937a7-f799-4b63-8306-853edb0a5244), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.633327 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Pushing event deleted for resources: {'Port': ['ID=b0deebeb-08ae-4a13-bf74-d91bde3f3ac0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:12.653286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.656644 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cf7bba27-dcdf-489f-a43b-e259d3f4b39f HTTP/1.1" status: 204 len: 168 time: 0.2619243 Mar 08 15:58:12.657859 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c1aca-7125-4ee6-887d-9d566947038a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7bba27-dcdf-489f-a43b-e259d3f4b39f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:12.660623 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60434) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:12.677392 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] For port b19937a7-f799-4b63-8306-853edb0a5244, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b19937a7-f799-4b63-8306-853edb0a5244,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:12.693394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b19937a7-f799-4b63-8306-853edb0a5244), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.759831 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] No DVR routers for this DVR port b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:58:12.768651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks [] for router_gateway (06aef410-72f8-4655-a495-cd947a0e4c98), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.773028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.776353 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4ed00459-0005-4969-842c-b807455136fb req-0cd34067-bf62-47c8-8bf4-4d927e3790fa tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.37 "DELETE /v2.0/ports/b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 HTTP/1.1" status: 204 len: 173 time: 1.0143225 Mar 08 15:58:12.788938 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'name': 'network-vif-deleted', 'tag': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:58:12.797666 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c087d9-cb05-4bd1-9836-c7528940021d" -d '{"events": [{"server_uuid": "0a9a3b26-48bb-47df-a999-d7d2fb383d67", "name": "network-vif-deleted", "tag": "b0deebeb-08ae-4a13-bf74-d91bde3f3ac0"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:58:12.802084 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6531-eab4-4d9a-b09f-eb9238fe8140 None None] Pushing event updated for resources: {'Port': ['ID=b19937a7-f799-4b63-8306-853edb0a5244,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:12.821411 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (6f62f9a6-a821-4138-a182-33030bbbdf10), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:12.863951 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port b19937a7-f799-4b63-8306-853edb0a5244 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:12.934332 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-78c40384-ea4c-4e94-8cf5-8c3a3ab3e6a7 req-c5711b26-7544-4d4c-b915-12abca788b5f tempest-VolumesNegativeTest-1983610479 tempest-VolumesNegativeTest-1983610479-project] 10.222.0.15 "GET /v2.0/security-groups?id=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923965 Mar 08 15:58:12.975992 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (6f62f9a6-a821-4138-a182-33030bbbdf10), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.003985 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f62f9a6-a821-4138-a182-33030bbbdf10']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:13.022424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44356ca8-ec3c-462e-9a02-9df36ae1d04d x-openstack-request-id: req-44356ca8-ec3c-462e-9a02-9df36ae1d04d {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:58:13.022816 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9a3b26-48bb-47df-a999-d7d2fb383d67", "name": "network-vif-deleted", "tag": "b0deebeb-08ae-4a13-bf74-d91bde3f3ac0", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:58:13.022945 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834786a1-9e16-431e-8921-e4aac3503b4c') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:13.023277 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44356ca8-ec3c-462e-9a02-9df36ae1d04d {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:58:13.023400 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834786a1-9e16-431e-8921-e4aac3503b4c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:13.023818 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9a3b26-48bb-47df-a999-d7d2fb383d67', 'name': 'network-vif-deleted', 'tag': 'b0deebeb-08ae-4a13-bf74-d91bde3f3ac0', 'status': 'completed', 'code': 200} Mar 08 15:58:13.033181 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a7ae-0ef6-4cb0-8f64-0a07e8ade908 req-cd2d116e-d2e4-494c-abb1-3360b0132b8d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:13.033438 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (834786a1-9e16-431e-8921-e4aac3503b4c), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.034899 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0499a7ae-0ef6-4cb0-8f64-0a07e8ade908 req-cd2d116e-d2e4-494c-abb1-3360b0132b8d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.2641168 Mar 08 15:58:13.049517 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (834786a1-9e16-431e-8921-e4aac3503b4c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.056934 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:58:13.057317 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (834786a1-9e16-431e-8921-e4aac3503b4c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:58:13.059226 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:58:13.121561 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (6f62f9a6-a821-4138-a182-33030bbbdf10), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.122638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-877c722e-bf44-4d98-978d-d2f8868c59ee None None] Provisioning complete for port b19937a7-f799-4b63-8306-853edb0a5244 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:13.123316 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-877c722e-bf44-4d98-978d-d2f8868c59ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b19937a7-f799-4b63-8306-853edb0a5244), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.135939 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.139370 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6f62f9a6-a821-4138-a182-33030bbbdf10 HTTP/1.1" status: 204 len: 168 time: 0.4772260 Mar 08 15:58:13.151594 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7d523-e23a-4fb8-a28a-ae594f26bfc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f62f9a6-a821-4138-a182-33030bbbdf10,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:13.174057 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0499a7ae-0ef6-4cb0-8f64-0a07e8ade908 req-484b5bde-ca3d-47c4-a40d-9852c8bf0b3e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282027 Mar 08 15:58:13.207222 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (06aef410-72f8-4655-a495-cd947a0e4c98), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.215040 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-877c722e-bf44-4d98-978d-d2f8868c59ee None None] Current status of the port b19937a7-f799-4b63-8306-853edb0a5244 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:13.285933 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60442) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:13.336830 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3cf1c008-ce5d-40d6-9eb3-c02bd4c20a0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae6957a0240e43298d2629e764ab4552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490215 Mar 08 15:58:13.337557 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60444) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:13.398238 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58fc92cb-818f-40e4-9644-5b1c9b209db5 admin admin] Publish callbacks [] for security_group (4d765132-2dba-4dac-8561-2b60a7c8d314), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.424271 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58fc92cb-818f-40e4-9644-5b1c9b209db5 admin admin] Publish callbacks [] for security_group (4d765132-2dba-4dac-8561-2b60a7c8d314), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.586492 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Router 06aef410-72f8-4655-a495-cd947a0e4c98 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:58:13.700556 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58fc92cb-818f-40e4-9644-5b1c9b209db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4d765132-2dba-4dac-8561-2b60a7c8d314), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.703374 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58fc92cb-818f-40e4-9644-5b1c9b209db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.704519 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-58fc92cb-818f-40e4-9644-5b1c9b209db5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d765132-2dba-4dac-8561-2b60a7c8d314 HTTP/1.1" status: 204 len: 168 time: 0.3659663 Mar 08 15:58:13.708702 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:13.712330 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc92cb-818f-40e4-9644-5b1c9b209db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d765132-2dba-4dac-8561-2b60a7c8d314,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:13.726874 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:13.736372 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:13.742261 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60448) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:13.743147 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-96cb2a24-937b-4e52-a835-fe8b956830dc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0728281 Mar 08 15:58:13.748618 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:13.749885 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:13.864242 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:14.075601 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:12Z', 'revision_number': 3, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:14.107549 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:14.108178 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Updating router 06aef410-72f8-4655-a495-cd947a0e4c98 port b5d7164e-adb3-4295-b8de-5303d2af618c binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:14.138292 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.252596 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.368413 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c460d6-b6a8-4257-801f-277ed348ed20 req-e5741cd0-a038-41d5-bee9-d70f4d5c25e6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:14.378463 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c5c460d6-b6a8-4257-801f-277ed348ed20 req-e5741cd0-a038-41d5-bee9-d70f4d5c25e6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0814414 Mar 08 15:58:14.429969 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b19937a7-f799-4b63-8306-853edb0a5244 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:14.455749 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c5c460d6-b6a8-4257-801f-277ed348ed20 req-acb7fbba-e81f-4208-98cc-6332bc29e00b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761547 Mar 08 15:58:14.497781 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port b19937a7-f799-4b63-8306-853edb0a5244 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:14.498153 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b19937a7-f799-4b63-8306-853edb0a5244), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.520132 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Allocated IP 172.20.0.1 (a154b254-21e7-4168-a9eb-fa82dc9c0446/ebc384aa-c276-4ee5-af84-75bba4000bc1/33332303-b28b-4b2e-9b95-82e213c7a81e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:14.610155 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port b19937a7-f799-4b63-8306-853edb0a5244 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:14.613210 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Publish callbacks [] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.630300 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.655826 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks [] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.686064 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Attempting to bind port b5d7164e-adb3-4295-b8de-5303d2af618c on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:14.686621 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Attempting to bind port b5d7164e-adb3-4295-b8de-5303d2af618c by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:14.687206 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Attempting to bind port b5d7164e-adb3-4295-b8de-5303d2af618c on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:14.697771 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1c3d1-93ff-404d-94f6-cc7707af7441 None None] Pushing event updated for resources: {'Port': ['ID=b5d7164e-adb3-4295-b8de-5303d2af618c,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:14.701470 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:14.701840 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:14.702600 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.702986 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:14.703639 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Bound port: b5d7164e-adb3-4295-b8de-5303d2af618c, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:14.704131 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.710734 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.764517 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] For port b5d7164e-adb3-4295-b8de-5303d2af618c, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:14.767790 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] For port b5d7164e-adb3-4295-b8de-5303d2af618c, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b5d7164e-adb3-4295-b8de-5303d2af618c,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:14.774521 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Pushing event updated for resources: {'Port': ['ID=33332303-b28b-4b2e-9b95-82e213c7a81e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:14.775538 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.781667 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:14.783300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:14.786164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:14.830813 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (06aef410-72f8-4655-a495-cd947a0e4c98), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:14.841862 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:58:14.889135 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1c3d1-93ff-404d-94f6-cc7707af7441 None None] Pushing event updated for resources: {'Port': ['ID=b5d7164e-adb3-4295-b8de-5303d2af618c,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:14.896434 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:58:14.897347 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device b0deebeb-08ae-4a13-bf74-d91bde3f3ac0 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:58:14.917825 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:14.918459 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:15.096994 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:15.173710 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:15.185307 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-efb89d3c-b114-4575-8a7f-2f2cbe77665d None None] Provisioning complete for port 33332303-b28b-4b2e-9b95-82e213c7a81e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:15.185928 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efb89d3c-b114-4575-8a7f-2f2cbe77665d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:15.232957 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-efb89d3c-b114-4575-8a7f-2f2cbe77665d None None] Port 33332303-b28b-4b2e-9b95-82e213c7a81e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:15.373721 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks [] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:15.383927 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:15.470316 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Pushing event updated for resources: {'Port': ['ID=33332303-b28b-4b2e-9b95-82e213c7a81e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:15.473685 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (06aef410-72f8-4655-a495-cd947a0e4c98), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:15.497179 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:12Z', 'revision_number': 3, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:15.528939 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d9ef8-aa71-44bd-bb2c-1f26ac0cc5fb None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:12Z', 'revision_number': 3, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:15.585134 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:15.586476 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:15.656356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46105346-6d1e-47ea-acb4-e32d0d273eae req-bb18f595-93f7-4a62-b9ca-11219b258331 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:15.664037 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46105346-6d1e-47ea-acb4-e32d0d273eae req-bb18f595-93f7-4a62-b9ca-11219b258331 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0862391 Mar 08 15:58:15.736485 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46105346-6d1e-47ea-acb4-e32d0d273eae req-0d64abe4-b60e-4604-b501-d5b257296832 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713086 Mar 08 15:58:15.765135 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:58:15.888862 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d5ae14de-952d-46ed-8667-dd25a943d036 None None] Provisioning complete for port 33332303-b28b-4b2e-9b95-82e213c7a81e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:15.889576 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5ae14de-952d-46ed-8667-dd25a943d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:15.932010 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:15.938416 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-eefeb713-db66-4f1f-9486-d1596d60763e admin admin] 10.222.0.15 "PUT /v2.0/routers/06aef410-72f8-4655-a495-cd947a0e4c98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1950583 Mar 08 15:58:15.943765 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5ae14de-952d-46ed-8667-dd25a943d036 None None] Port 33332303-b28b-4b2e-9b95-82e213c7a81e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:16.451468 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5d7164e-adb3-4295-b8de-5303d2af618c up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:16.524189 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port b5d7164e-adb3-4295-b8de-5303d2af618c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:16.525039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.621922 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port b5d7164e-adb3-4295-b8de-5303d2af618c is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:16.622647 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.659590 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port b5d7164e-adb3-4295-b8de-5303d2af618c, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b5d7164e-adb3-4295-b8de-5303d2af618c,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:16.667560 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60670) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:16.669987 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.676328 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1955571566-network', 'tenant_id': 'ade6a031fc24403483472ea688a51104'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:16.709675 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Made reservation on behalf of ade6a031fc24403483472ea688a51104 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:16.712611 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.725852 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=b5d7164e-adb3-4295-b8de-5303d2af618c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:16.732482 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.862461 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks [] for security_group (c578e521-e234-407c-b851-5167a6637fff), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.872529 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c578e521-e234-407c-b851-5167a6637fff), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.881311 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d52da4-811c-4b7e-8e8b-d9be48f467eb req-6883ab7b-02a3-4a85-8968-56c515c08786 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:16.888878 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4d52da4-811c-4b7e-8e8b-d9be48f467eb req-6883ab7b-02a3-4a85-8968-56c515c08786 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0693359 Mar 08 15:58:16.928072 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:58:16.938725 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c578e521-e234-407c-b851-5167a6637fff,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:16.951309 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (b68415a1-1cc0-437f-8495-2b1cfee922f9), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:16.952706 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Added segment b68415a1-1cc0-437f-8495-2b1cfee922f9 of type vlan for network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c Mar 08 15:58:16.968870 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4d52da4-811c-4b7e-8e8b-d9be48f467eb req-27182f82-f432-45b9-afbd-a83e4ed29693 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787659 Mar 08 15:58:17.008019 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (11c6bbb0-6f17-4336-9f5e-a9e20df8417c), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.035148 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (11c6bbb0-6f17-4336-9f5e-a9e20df8417c), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.036126 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:17.037525 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.071033 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4009476 Mar 08 15:58:17.073846 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60688) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:17.103737 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Request body: {'subnet': {'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1955571566-subnet', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:17.113589 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fb9e6-e03d-4fb4-9a4e-af8f3e95daaf admin admin] Pushing event updated for resources: {'Network': ['ID=11c6bbb0-6f17-4336-9f5e-a9e20df8417c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:17.127667 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:58:17.154084 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Made reservation on behalf of ade6a031fc24403483472ea688a51104 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:17.156738 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26780634'] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.363381 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26769010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26780612'] for subnet (373a6bba-cf1d-4788-8cb6-f9826ad0efe6), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.418721 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=373a6bba-cf1d-4788-8cb6-f9826ad0efe6,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:17.432205 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Checking segment: {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:17.432723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Network hostable DHCP agents. Network: 11c6bbb0-6f17-4336-9f5e-a9e20df8417c, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:58:17.452159 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:58:17.463382 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 11c6bbb0-6f17-4336-9f5e-a9e20df8417c) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:17.468218 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:17.469323 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.473865 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26775b06-21df-467d-8f0f-8ee3c273dd1a None None] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:17.487377 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-cbe25a70-5e6a-46c5-92b3-d85eb3fdd0d8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4124479 Mar 08 15:58:17.490315 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60718) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:17.494613 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:17.520013 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (2740b850-2de8-47fe-a912-5525fd896402), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.521796 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (2740b850-2de8-47fe-a912-5525fd896402), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.569047 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:17.595986 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:17.596605 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:17.601819 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-11c6bbb0-6f17-4336-9f5e-a9e20df8417c', 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c', 'project_id': 'ade6a031fc24403483472ea688a51104', 'fixed_ips': [{'subnet_id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:58:17.602707 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.604855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks [] for router_controller (2740b850-2de8-47fe-a912-5525fd896402), precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.770520 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks [] for router_gateway (2740b850-2de8-47fe-a912-5525fd896402), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:17.949520 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:18.124169 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Allocated IP 172.20.0.2 (11c6bbb0-6f17-4336-9f5e-a9e20df8417c/373a6bba-cf1d-4788-8cb6-f9826ad0efe6/ed18493d-7255-476d-bc13-5f4f883f0048) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:18.142343 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d96498-8b89-48e4-ae38-acbed05e46c0 req-2333bd13-941b-40eb-ad86-7c01c6f6552a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:18.154277 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8d96498-8b89-48e4-ae38-acbed05e46c0 req-2333bd13-941b-40eb-ad86-7c01c6f6552a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0987084 Mar 08 15:58:18.233034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8d96498-8b89-48e4-ae38-acbed05e46c0 req-79477f55-2495-4d4d-96ca-d1df54b5d9c1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Mar 08 15:58:18.354471 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 2, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:18.377495 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks [] for router_gateway (2740b850-2de8-47fe-a912-5525fd896402), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.392668 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:18.393074 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Updating router 06aef410-72f8-4655-a495-cd947a0e4c98 port 33332303-b28b-4b2e-9b95-82e213c7a81e binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:18.401982 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.425772 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Publish callbacks [] for port (ed18493d-7255-476d-bc13-5f4f883f0048), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.435743 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.440455 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.483543 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5d7164e-adb3-4295-b8de-5303d2af618c up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:18.551996 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Allocated IP 172.27.2.118 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/64e45054-2627-4b72-ac31-eb7081869148) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:18.556255 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:18.568967 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:18.578276 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:18.585580 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Pushing event updated for resources: {'Port': ['ID=ed18493d-7255-476d-bc13-5f4f883f0048,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:18.666086 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks [] for port (64e45054-2627-4b72-ac31-eb7081869148), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.702543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (64e45054-2627-4b72-ac31-eb7081869148), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.708275 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.732393 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Attempting to bind port ed18493d-7255-476d-bc13-5f4f883f0048 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:18.732994 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Attempting to bind port ed18493d-7255-476d-bc13-5f4f883f0048 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:18.733170 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Attempting to bind port ed18493d-7255-476d-bc13-5f4f883f0048 on network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:18.748738 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:18.750707 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port b5d7164e-adb3-4295-b8de-5303d2af618c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:18.751005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.751794 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:18.755824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:18.759643 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:18.760007 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Checking segment: {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:18.760403 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.760790 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Bound using segment: {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:18.761260 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Bound port: ed18493d-7255-476d-bc13-5f4f883f0048, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:18.761632 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:18.778757 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Pushing event updated for resources: {'Port': ['ID=64e45054-2627-4b72-ac31-eb7081869148,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:18.922909 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] For port ed18493d-7255-476d-bc13-5f4f883f0048, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:18.927564 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] For port ed18493d-7255-476d-bc13-5f4f883f0048, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed18493d-7255-476d-bc13-5f4f883f0048,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:18.959871 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.017505 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks [] for router_gateway (2740b850-2de8-47fe-a912-5525fd896402), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.039475 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port b5d7164e-adb3-4295-b8de-5303d2af618c is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:19.068506 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71c2f7-2889-43ba-b8a2-ae1a28ad7129 None None] Pushing event updated for resources: {'Port': ['ID=ed18493d-7255-476d-bc13-5f4f883f0048,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:19.072716 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Publish callbacks [] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.078636 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.151850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca893e5-eb30-48b6-b7bf-3cf0225a7488 None None] Pushing event updated for resources: {'Port': ['ID=33332303-b28b-4b2e-9b95-82e213c7a81e,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:19.182406 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Attempting to bind port 33332303-b28b-4b2e-9b95-82e213c7a81e on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:19.182953 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Attempting to bind port 33332303-b28b-4b2e-9b95-82e213c7a81e by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:19.183440 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Attempting to bind port 33332303-b28b-4b2e-9b95-82e213c7a81e on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:19.189025 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:19.189821 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Checking segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:19.190449 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.190931 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Bound using segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:19.191599 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Bound port: 33332303-b28b-4b2e-9b95-82e213c7a81e, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:19.192310 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.251648 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (2740b850-2de8-47fe-a912-5525fd896402), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.309132 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] For port 33332303-b28b-4b2e-9b95-82e213c7a81e, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:19.320672 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] For port 33332303-b28b-4b2e-9b95-82e213c7a81e, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=33332303-b28b-4b2e-9b95-82e213c7a81e,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:19.333202 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.407053 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:19.407705 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:19.462444 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab9e69-3db3-4881-a923-47f059a3e99b req-5485ea56-1225-4d73-8ec3-5853d846856e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:19.463963 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6fab9e69-3db3-4881-a923-47f059a3e99b req-5485ea56-1225-4d73-8ec3-5853d846856e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1091218 Mar 08 15:58:19.481564 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Router 2740b850-2de8-47fe-a912-5525fd896402 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:58:19.563333 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6fab9e69-3db3-4881-a923-47f059a3e99b req-e989dbaa-d979-4085-8676-b873cfe73178 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875366 Mar 08 15:58:19.601540 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca893e5-eb30-48b6-b7bf-3cf0225a7488 None None] Pushing event updated for resources: {'Port': ['ID=33332303-b28b-4b2e-9b95-82e213c7a81e,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:19.627880 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] Provisioning complete for port 33332303-b28b-4b2e-9b95-82e213c7a81e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:19.628413 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.630622 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:19.643793 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Sync routers for ids ['2740b850-2de8-47fe-a912-5525fd896402'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:19.659097 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Routers {'2740b850-2de8-47fe-a912-5525fd896402'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:19.660436 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['2740b850-2de8-47fe-a912-5525fd896402'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:19.665205 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:19.669371 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-de8775c0-538a-47f8-8c28-2c983146750d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1755736 Mar 08 15:58:19.669987 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60782) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:19.714869 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:19.787195 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Set router 2740b850-2de8-47fe-a912-5525fd896402 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:19.820055 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60786) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:20.155854 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] Current status of the port 33332303-b28b-4b2e-9b95-82e213c7a81e is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:20.156378 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.165570 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-650eff92-b252-44b6-abe1-bb030aa20f7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd661b0b4f9a489c9d6176fea0d1fe9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3436370 Mar 08 15:58:20.166241 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60796) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:20.239006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] For port 33332303-b28b-4b2e-9b95-82e213c7a81e, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=33332303-b28b-4b2e-9b95-82e213c7a81e,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:20.254360 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.269380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf0e9-88e7-45dc-bc06-00492d933dfd admin admin] Publish callbacks [] for security_group (77de48aa-f1da-48d0-a6ed-5f4f2cbe1039), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.311643 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:19Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:20.329693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf0e9-88e7-45dc-bc06-00492d933dfd admin admin] Publish callbacks [] for security_group (77de48aa-f1da-48d0-a6ed-5f4f2cbe1039), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.380846 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T15:58:18Z', 'revision_number': 3, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:20.411710 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e63c-36d5-4e8d-9a84-23904ed73de3 None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:19Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:20.421374 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.431434 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bb5d2-e5f4-4129-864c-d328bd1390fe None None] Pushing event updated for resources: {'Port': ['ID=33332303-b28b-4b2e-9b95-82e213c7a81e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:20.435391 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf0e9-88e7-45dc-bc06-00492d933dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (77de48aa-f1da-48d0-a6ed-5f4f2cbe1039), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.437986 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6ebf0e9-88e7-45dc-bc06-00492d933dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.441985 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d6ebf0e9-88e7-45dc-bc06-00492d933dfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77de48aa-f1da-48d0-a6ed-5f4f2cbe1039 HTTP/1.1" status: 204 len: 168 time: 0.2719872 Mar 08 15:58:20.449911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebf0e9-88e7-45dc-bc06-00492d933dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de48aa-f1da-48d0-a6ed-5f4f2cbe1039,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:20.456521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9426b95f-8bb8-4779-b5c5-3a1e23626345 None None] Provisioning complete for port 33332303-b28b-4b2e-9b95-82e213c7a81e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:20.456894 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9426b95f-8bb8-4779-b5c5-3a1e23626345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.531773 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Checking router: 2740b850-2de8-47fe-a912-5525fd896402 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:20.532009 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Updating router 2740b850-2de8-47fe-a912-5525fd896402 port 64e45054-2627-4b72-ac31-eb7081869148 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:20.569024 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855c6798-11c5-4584-a42d-e67b76ea5bd8 None None] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:20.631185 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (64e45054-2627-4b72-ac31-eb7081869148), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:20.668499 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed18493d-7255-476d-bc13-5f4f883f0048 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:20.863485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0e724-cbf8-4c27-baf6-e71dfd7938b0 req-48b599e5-da61-4aff-a55a-aa59a2d535da tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:20.882798 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acf0e724-cbf8-4c27-baf6-e71dfd7938b0 req-48b599e5-da61-4aff-a55a-aa59a2d535da tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.2033904 Mar 08 15:58:20.885194 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Allocated IP 172.20.0.1 (11c6bbb0-6f17-4336-9f5e-a9e20df8417c/373a6bba-cf1d-4788-8cb6-f9826ad0efe6/35d75860-2efb-4a0a-a0c9-8238e9763075) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:21.001079 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port ed18493d-7255-476d-bc13-5f4f883f0048 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:21.001463 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.045350 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acf0e724-cbf8-4c27-baf6-e71dfd7938b0 req-72cf7768-4987-4308-9631-47277300eddd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617031 Mar 08 15:58:21.095107 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9426b95f-8bb8-4779-b5c5-3a1e23626345 None None] Current status of the port 33332303-b28b-4b2e-9b95-82e213c7a81e is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:21.201491 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks [] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.219918 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Publish callbacks [] for port (64e45054-2627-4b72-ac31-eb7081869148), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.241593 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (64e45054-2627-4b72-ac31-eb7081869148), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.300438 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff5a2f2f-3c07-453d-bcbe-6a7347cf8358 None None] Provisioning complete for port ed18493d-7255-476d-bc13-5f4f883f0048 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:21.305259 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2f2f-3c07-453d-bcbe-6a7347cf8358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.305948 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.312000 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port ed18493d-7255-476d-bc13-5f4f883f0048 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:21.313750 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.371876 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Attempting to bind port 64e45054-2627-4b72-ac31-eb7081869148 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:21.372247 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Attempting to bind port 64e45054-2627-4b72-ac31-eb7081869148 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:21.372838 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Attempting to bind port 64e45054-2627-4b72-ac31-eb7081869148 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:21.374191 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:21.386936 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:21.387983 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:21.388506 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:21.388774 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.392174 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:21.393343 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:21.393891 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Bound port: 64e45054-2627-4b72-ac31-eb7081869148, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:21.394344 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (64e45054-2627-4b72-ac31-eb7081869148), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.398612 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Pushing event updated for resources: {'Port': ['ID=64e45054-2627-4b72-ac31-eb7081869148,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:21.436585 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Pushing event updated for resources: {'Port': ['ID=35d75860-2efb-4a0a-a0c9-8238e9763075,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:21.443374 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.443781 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.444151 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.444486 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.444861 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.445581 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.446165 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.446737 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.447344 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.449208 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.449757 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.450252 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.450734 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:58:21.464059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (2740b850-2de8-47fe-a912-5525fd896402), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.528206 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] For port 64e45054-2627-4b72-ac31-eb7081869148, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:21.537927 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] For port 64e45054-2627-4b72-ac31-eb7081869148, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=64e45054-2627-4b72-ac31-eb7081869148,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:21.556236 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port ed18493d-7255-476d-bc13-5f4f883f0048, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed18493d-7255-476d-bc13-5f4f883f0048,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:21.561889 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (64e45054-2627-4b72-ac31-eb7081869148), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.569882 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.721464 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Routers {'2740b850-2de8-47fe-a912-5525fd896402'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:21.722110 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['2740b850-2de8-47fe-a912-5525fd896402'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:21.745335 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a2f2f-3c07-453d-bcbe-6a7347cf8358 None None] Current status of the port ed18493d-7255-476d-bc13-5f4f883f0048 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:21.808653 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=ed18493d-7255-476d-bc13-5f4f883f0048,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:21.839972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.860663 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf9ec2-6130-4746-96ff-1b520dd3340b None None] Pushing event updated for resources: {'Port': ['ID=64e45054-2627-4b72-ac31-eb7081869148,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:21.906658 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f24cc4bb-e3bd-4d4f-8e16-ba1c8311efcc None None] Provisioning complete for port ed18493d-7255-476d-bc13-5f4f883f0048 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:21.907291 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f24cc4bb-e3bd-4d4f-8e16-ba1c8311efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:21.967658 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] Set router 2740b850-2de8-47fe-a912-5525fd896402 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:21.982597 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60840) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:22.072135 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f24cc4bb-e3bd-4d4f-8e16-ba1c8311efcc None None] Current status of the port ed18493d-7255-476d-bc13-5f4f883f0048 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:22.213139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1463932413-network', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:22.239905 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-88cfc1dc-1f35-49b2-a1da-4917d6f98166 None None] Provisioning complete for port 35d75860-2efb-4a0a-a0c9-8238e9763075 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:22.242500 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88cfc1dc-1f35-49b2-a1da-4917d6f98166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.247379 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks [] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.261585 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.281652 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Made reservation on behalf of 71a3b4dcd4ec4ad8976a89c57450aec3 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:22.288094 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T15:58:18Z', 'revision_number': 3, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:22.294053 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.328056 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.338512 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a815e97a-7072-49b2-8593-d11938e9712f None None] The sync data for ids ['2740b850-2de8-47fe-a912-5525fd896402'] in dv-cinder-804757-25-iscsi is: [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T15:58:18Z', 'revision_number': 3, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:22.361892 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-88cfc1dc-1f35-49b2-a1da-4917d6f98166 None None] Port 35d75860-2efb-4a0a-a0c9-8238e9763075 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:22.427585 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6192f-1dc7-490d-947e-8bf3c29abc05 req-8ddcd74b-0a67-4f8a-be03-bbfe6ad0e7a6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:22.440006 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-01b6192f-1dc7-490d-947e-8bf3c29abc05 req-8ddcd74b-0a67-4f8a-be03-bbfe6ad0e7a6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.2957590 Mar 08 15:58:22.481956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (2740b850-2de8-47fe-a912-5525fd896402), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.486060 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Pushing event updated for resources: {'Port': ['ID=35d75860-2efb-4a0a-a0c9-8238e9763075,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:22.495927 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks [] for security_group (ba31724b-5ad2-4b24-ad2d-d49f00247fe7), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.508460 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ba31724b-5ad2-4b24-ad2d-d49f00247fe7), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.521654 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] vlan segment allocate from pool success with {'vlan_id': 268, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:58:22.534526 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (b2118ada-f0c7-4b3f-89ea-4841ea17511d), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.535201 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Added segment b2118ada-f0c7-4b3f-89ea-4841ea17511d of type vlan for network d227d8fd-b748-4385-847e-764a400f92aa Mar 08 15:58:22.588308 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-01b6192f-1dc7-490d-947e-8bf3c29abc05 req-21267d0c-0977-40a6-b207-7f8507c8cdaa tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392531 Mar 08 15:58:22.619677 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed18493d-7255-476d-bc13-5f4f883f0048 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:22.650297 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:22.652099 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:22.652432 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31724b-5ad2-4b24-ad2d-d49f00247fe7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:22.664954 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (d227d8fd-b748-4385-847e-764a400f92aa), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.710824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (d227d8fd-b748-4385-847e-764a400f92aa), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.712398 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:22.713279 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.718489 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port ed18493d-7255-476d-bc13-5f4f883f0048 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:22.719478 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.768944 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7851515 Mar 08 15:58:22.772489 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60856) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:22.778129 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Request body: {'subnet': {'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1463932413-subnet', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:22.810831 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Router 2740b850-2de8-47fe-a912-5525fd896402 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:58:22.872453 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port ed18493d-7255-476d-bc13-5f4f883f0048 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:22.872771 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab97c6-36ea-48b4-ad95-4d8d14da9152 admin admin] Pushing event updated for resources: {'Network': ['ID=d227d8fd-b748-4385-847e-764a400f92aa,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:22.876931 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Made reservation on behalf of 71a3b4dcd4ec4ad8976a89c57450aec3 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:22.878833 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33332303-b28b-4b2e-9b95-82e213c7a81e up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:22.879706 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26780634'] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:22.889892 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network d227d8fd-b748-4385-847e-764a400f92aa details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:58:23.045083 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:23.062243 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-642db4cd-d3f8-4bc8-82da-de1b1ae78d79 admin admin] 10.222.0.15 "PUT /v2.0/routers/2740b850-2de8-47fe-a912-5525fd896402/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3902700 Mar 08 15:58:23.065603 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 33332303-b28b-4b2e-9b95-82e213c7a81e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:23.065979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.118495 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a625f1d3-9b51-4084-a2c6-7324ee803b4d None None] Provisioning complete for port 35d75860-2efb-4a0a-a0c9-8238e9763075 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:23.119097 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a625f1d3-9b51-4084-a2c6-7324ee803b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.172645 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a625f1d3-9b51-4084-a2c6-7324ee803b4d None None] Port 35d75860-2efb-4a0a-a0c9-8238e9763075 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:23.206555 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26769010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26780612'] for subnet (e6591f45-8deb-40c3-a986-7b3e7560890f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.235078 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 33332303-b28b-4b2e-9b95-82e213c7a81e is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:23.308357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Checking segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:23.308711 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Network hostable DHCP agents. Network: d227d8fd-b748-4385-847e-764a400f92aa, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:58:23.312099 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6591f45-8deb-40c3-a986-7b3e7560890f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:23.333924 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Network d227d8fd-b748-4385-847e-764a400f92aa is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:58:23.347357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, d227d8fd-b748-4385-847e-764a400f92aa) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:23.352051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:23.352574 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.359757 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103d97b1-221b-446b-ba4d-4669abc0481b None None] Network d227d8fd-b748-4385-847e-764a400f92aa requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:23.383253 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-7fdbca2f-3217-48c4-bfd4-dfd1944b2609 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6094899 Mar 08 15:58:23.385863 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60876) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:23.390734 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:23.416196 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (4b9a0f8e-62a1-4dd3-9700-e197ae032654), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.417604 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (4b9a0f8e-62a1-4dd3-9700-e197ae032654), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.502713 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks [] for router_controller (4b9a0f8e-62a1-4dd3-9700-e197ae032654), precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.580135 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-d227d8fd-b748-4385-847e-764a400f92aa', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:58:23.581152 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.714524 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks [] for router_gateway (4b9a0f8e-62a1-4dd3-9700-e197ae032654), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:23.834783 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47ce31-f69b-4561-bae3-35bb362a8eb8 req-fe2bc521-8afc-45b0-8eec-00680eeb7929 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:23.836481 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5a47ce31-f69b-4561-bae3-35bb362a8eb8 req-fe2bc521-8afc-45b0-8eec-00680eeb7929 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1192291 Mar 08 15:58:23.846617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Allocated IP 172.20.0.2 (d227d8fd-b748-4385-847e-764a400f92aa/e6591f45-8deb-40c3-a986-7b3e7560890f/2521a66d-df22-48d1-825c-3eaf34a5df3f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:23.922712 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5a47ce31-f69b-4561-bae3-35bb362a8eb8 req-e801a399-6dd3-4663-a2e9-442673760739 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756512 Mar 08 15:58:24.031870 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60894) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:24.037019 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893263409', 'description': 'tempest-secgroup-smoke-893263409 description', 'project_id': 'de2d718fb94a4747ada518f08ca3632e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:24.049151 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Publish callbacks [] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.056371 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks [] for router_gateway (4b9a0f8e-62a1-4dd3-9700-e197ae032654), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.057372 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.085939 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.102764 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Network d227d8fd-b748-4385-847e-764a400f92aa is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:24.106538 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:24.110148 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:24.115204 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Pushing event updated for resources: {'Port': ['ID=2521a66d-df22-48d1-825c-3eaf34a5df3f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.119379 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.182829 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Attempting to bind port 2521a66d-df22-48d1-825c-3eaf34a5df3f on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:24.183057 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Attempting to bind port 2521a66d-df22-48d1-825c-3eaf34a5df3f by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:24.183992 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Attempting to bind port 2521a66d-df22-48d1-825c-3eaf34a5df3f on network d227d8fd-b748-4385-847e-764a400f92aa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:24.189636 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:24.190021 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Checking segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:24.190425 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.191096 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Bound using segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:24.191311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Bound port: 2521a66d-df22-48d1-825c-3eaf34a5df3f, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:24.191681 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.193563 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group (0600464f-c4d2-42c6-ba56-a559b2f042c1), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.198777 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0600464f-c4d2-42c6-ba56-a559b2f042c1), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.236055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.237732 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2047625 Mar 08 15:58:24.240970 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60898) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:24.246410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group_rule': {'security_group_id': '0600464f-c4d2-42c6-ba56-a559b2f042c1', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:24.253685 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a22703-d1be-4f1c-bbfa-5e1da62241c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0600464f-c4d2-42c6-ba56-a559b2f042c1,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.266775 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Allocated IP 172.27.2.107 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/8c411380-0647-4b2f-b057-6e4baa38ed5a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:24.274252 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] For port 2521a66d-df22-48d1-825c-3eaf34a5df3f, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:24.278056 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] For port 2521a66d-df22-48d1-825c-3eaf34a5df3f, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=2521a66d-df22-48d1-825c-3eaf34a5df3f,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:24.282253 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (3914e4ce-cc5d-4606-9283-a176d7afc8cc), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.286692 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.352217 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (3914e4ce-cc5d-4606-9283-a176d7afc8cc), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.371409 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (3914e4ce-cc5d-4606-9283-a176d7afc8cc), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.379716 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6988017-5a96-4208-855d-9aa913a31ed1 None None] Pushing event updated for resources: {'Port': ['ID=2521a66d-df22-48d1-825c-3eaf34a5df3f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.390742 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks [] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.405245 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3914e4ce-cc5d-4606-9283-a176d7afc8cc,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.419580 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.421032 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4eb2c7aa-8b75-46d6-a66c-2614f73bc6ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790352 Mar 08 15:58:24.424238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60900) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:24.432535 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group_rule': {'security_group_id': '0600464f-c4d2-42c6-ba56-a559b2f042c1', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:24.449112 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.468666 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (e07c2830-4ea4-4dd8-aa81-967bcbed4c93), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.492066 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 64e45054-2627-4b72-ac31-eb7081869148 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:24.494781 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:24.501327 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:24.504794 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:24.542276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (e07c2830-4ea4-4dd8-aa81-967bcbed4c93), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.552606 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (e07c2830-4ea4-4dd8-aa81-967bcbed4c93), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.580029 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07c2830-4ea4-4dd8-aa81-967bcbed4c93,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.590479 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Pushing event updated for resources: {'Port': ['ID=8c411380-0647-4b2f-b057-6e4baa38ed5a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.593252 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 64e45054-2627-4b72-ac31-eb7081869148 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:24.595645 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (64e45054-2627-4b72-ac31-eb7081869148), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.604136 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.606864 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-9efd92be-4168-49d5-8dce-6ed7853d3698 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1816051 Mar 08 15:58:24.609588 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60902) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:24.615452 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group_rule': {'security_group_id': '0600464f-c4d2-42c6-ba56-a559b2f042c1', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:24.649654 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (999564f3-a8c2-4b74-ab34-081170cf06ff), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.761434 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (999564f3-a8c2-4b74-ab34-081170cf06ff), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.766476 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 64e45054-2627-4b72-ac31-eb7081869148 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:24.766968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (64e45054-2627-4b72-ac31-eb7081869148), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.775496 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (999564f3-a8c2-4b74-ab34-081170cf06ff), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.793628 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 64e45054-2627-4b72-ac31-eb7081869148, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=64e45054-2627-4b72-ac31-eb7081869148,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:24.797902 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999564f3-a8c2-4b74-ab34-081170cf06ff,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.805452 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (64e45054-2627-4b72-ac31-eb7081869148), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.824619 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.835934 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-fd8fab74-62fb-498f-98fe-1cd426925fca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2223208 Mar 08 15:58:24.836579 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60904) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:24.841130 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group_rule': {'security_group_id': '0600464f-c4d2-42c6-ba56-a559b2f042c1', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:24.877299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (1b5054ab-485e-4969-8a55-17aa6877493d), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.882872 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=64e45054-2627-4b72-ac31-eb7081869148,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.955003 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (1b5054ab-485e-4969-8a55-17aa6877493d), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.960314 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (1b5054ab-485e-4969-8a55-17aa6877493d), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.981339 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5054ab-485e-4969-8a55-17aa6877493d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:24.991055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:24.994807 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b48a10d4-3fa5-4445-a6ec-a5e71e281a97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550658 Mar 08 15:58:24.994956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60908) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:25.001234 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group_rule': {'security_group_id': '0600464f-c4d2-42c6-ba56-a559b2f042c1', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:25.052077 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Project de2d718fb94a4747ada518f08ca3632e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:58:25.052688 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks [] for router_gateway (4b9a0f8e-62a1-4dd3-9700-e197ae032654), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.062346 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (6751884f-bbe7-4737-a453-4a34d41d77dd), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.096268 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Sync routers for ids ['2740b850-2de8-47fe-a912-5525fd896402'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:25.100084 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c58da-555f-45b8-a02d-c6cc9eacae24 req-77898dc6-d677-4398-91ae-e40c7e62aa38 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:25.101837 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe6c58da-555f-45b8-a02d-c6cc9eacae24 req-77898dc6-d677-4398-91ae-e40c7e62aa38 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0915792 Mar 08 15:58:25.111324 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Routers {'2740b850-2de8-47fe-a912-5525fd896402'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:25.112207 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['2740b850-2de8-47fe-a912-5525fd896402'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:25.160584 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (6751884f-bbe7-4737-a453-4a34d41d77dd), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.173462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (6751884f-bbe7-4737-a453-4a34d41d77dd), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.193990 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe6c58da-555f-45b8-a02d-c6cc9eacae24 req-c43f5edb-6a75-4010-bac0-34890c701843 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809264 Mar 08 15:58:25.209109 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6751884f-bbe7-4737-a453-4a34d41d77dd,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:25.227533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.231272 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-54e12e15-84be-4b0f-bfc3-907c0e7a7c63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2328687 Mar 08 15:58:25.232049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60914) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:25.238367 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'security_group_rule': {'security_group_id': '0600464f-c4d2-42c6-ba56-a559b2f042c1', 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:25.243530 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Set router 2740b850-2de8-47fe-a912-5525fd896402 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:25.268619 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Project de2d718fb94a4747ada518f08ca3632e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:58:25.276349 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (9ad96589-bf41-4fb0-973c-3eff5d03e8c3), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.355291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (4b9a0f8e-62a1-4dd3-9700-e197ae032654), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.362439 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (9ad96589-bf41-4fb0-973c-3eff5d03e8c3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.367559 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (9ad96589-bf41-4fb0-973c-3eff5d03e8c3), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.388507 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad96589-bf41-4fb0-973c-3eff5d03e8c3,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:25.399113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.403675 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-9bdc83a2-ec7c-4a45-bc9a-75973154b0f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1697531 Mar 08 15:58:25.527865 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:58:25.666777 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T15:58:21Z', 'revision_number': 4, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '35d75860-2efb-4a0a-a0c9-8238e9763075', 'name': '', 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'mac_address': 'fa:16:3e:47:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:20Z', 'updated_at': '2022-03-08T15:58:21Z', 'revision_number': 2, 'project_id': 'ade6a031fc24403483472ea688a51104', 'subnets': [{'id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:25.680930 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:25.690328 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Sync routers for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:25.701989 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Checking router: 2740b850-2de8-47fe-a912-5525fd896402 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:25.702592 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Updating router 2740b850-2de8-47fe-a912-5525fd896402 port 35d75860-2efb-4a0a-a0c9-8238e9763075 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:25.704914 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:25.706472 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:25.711523 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.712782 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a8bc8166-30ed-44ec-a8ff-79f7ed655d94 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3258049 Mar 08 15:58:25.715784 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 60956) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:25.736684 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:25.840593 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:25.963655 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87193a-b4d9-430b-b3ed-63e9a44caf98 None None] Network d227d8fd-b748-4385-847e-764a400f92aa requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:26.106506 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 3, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:26.131034 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] Provisioning complete for port 2521a66d-df22-48d1-825c-3eaf34a5df3f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:26.132975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.148743 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Checking router: 4b9a0f8e-62a1-4dd3-9700-e197ae032654 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:26.149098 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Updating router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 port 8c411380-0647-4b2f-b057-6e4baa38ed5a binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:26.180442 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.307316 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.321968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Publish callbacks [] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.334116 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] Current status of the port 2521a66d-df22-48d1-825c-3eaf34a5df3f is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:26.334750 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.345935 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.475627 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] For port 2521a66d-df22-48d1-825c-3eaf34a5df3f, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=2521a66d-df22-48d1-825c-3eaf34a5df3f,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:26.487829 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.497011 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ce4e9-35b6-4fe6-829a-e1d960b361b9 None None] Pushing event updated for resources: {'Port': ['ID=35d75860-2efb-4a0a-a0c9-8238e9763075,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:26.616271 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Attempting to bind port 35d75860-2efb-4a0a-a0c9-8238e9763075 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:26.616654 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Attempting to bind port 35d75860-2efb-4a0a-a0c9-8238e9763075 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:26.617020 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Attempting to bind port 35d75860-2efb-4a0a-a0c9-8238e9763075 on network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:26.626043 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b583e2-08ad-43b2-8d0e-71463d1d11d8 None None] Pushing event updated for resources: {'Port': ['ID=2521a66d-df22-48d1-825c-3eaf34a5df3f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:26.631039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:26.631911 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Checking segment: {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:26.632398 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.632803 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Bound using segment: {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:26.633309 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Bound port: 35d75860-2efb-4a0a-a0c9-8238e9763075, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68415a1-1cc0-437f-8495-2b1cfee922f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:26.633704 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.657299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a0cfcf-13cb-49af-855a-5ed32e40b2bd req-789dab07-1535-4473-aa0c-5c1698096348 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:26.659225 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74a0cfcf-13cb-49af-855a-5ed32e40b2bd req-789dab07-1535-4473-aa0c-5c1698096348 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.3239946 Mar 08 15:58:26.731736 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] For port 35d75860-2efb-4a0a-a0c9-8238e9763075, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:26.735376 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] For port 35d75860-2efb-4a0a-a0c9-8238e9763075, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=35d75860-2efb-4a0a-a0c9-8238e9763075,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:26.744622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.752571 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Publish callbacks [] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.765725 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.766898 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 64e45054-2627-4b72-ac31-eb7081869148 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:26.825688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Allocated IP 172.20.0.1 (d227d8fd-b748-4385-847e-764a400f92aa/e6591f45-8deb-40c3-a986-7b3e7560890f/38909711-7056-40bd-b0b8-820901b2e571) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:26.885599 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Routers {'2740b850-2de8-47fe-a912-5525fd896402'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:26.886331 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['2740b850-2de8-47fe-a912-5525fd896402'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:26.891720 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b0c80da9-bfcc-46ea-9b05-32440781f129 None None] Provisioning complete for port 2521a66d-df22-48d1-825c-3eaf34a5df3f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:26.891720 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b0c80da9-bfcc-46ea-9b05-32440781f129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.893552 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ce4e9-35b6-4fe6-829a-e1d960b361b9 None None] Pushing event updated for resources: {'Port': ['ID=35d75860-2efb-4a0a-a0c9-8238e9763075,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:26.949006 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7831-09b5-4565-a758-af5a4aa8ae10 None None] Pushing event updated for resources: {'Port': ['ID=8c411380-0647-4b2f-b057-6e4baa38ed5a,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:26.951294 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Attempting to bind port 8c411380-0647-4b2f-b057-6e4baa38ed5a on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:26.951660 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Attempting to bind port 8c411380-0647-4b2f-b057-6e4baa38ed5a by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:26.952014 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Attempting to bind port 8c411380-0647-4b2f-b057-6e4baa38ed5a on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:26.960017 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:26.962166 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:26.962580 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:26.963155 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:26.963826 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Bound port: 8c411380-0647-4b2f-b057-6e4baa38ed5a, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:26.964213 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.019690 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74a0cfcf-13cb-49af-855a-5ed32e40b2bd req-ddbdd8b1-844e-4cd6-b100-5434148a479b tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191214 Mar 08 15:58:27.052907 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks [] for port (38909711-7056-40bd-b0b8-820901b2e571), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.056134 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] For port 8c411380-0647-4b2f-b057-6e4baa38ed5a, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:27.061081 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 64e45054-2627-4b72-ac31-eb7081869148 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:27.061527 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (64e45054-2627-4b72-ac31-eb7081869148), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.062111 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] For port 8c411380-0647-4b2f-b057-6e4baa38ed5a, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=8c411380-0647-4b2f-b057-6e4baa38ed5a,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:27.072756 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.103757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (38909711-7056-40bd-b0b8-820901b2e571), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.150791 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] Set router 2740b850-2de8-47fe-a912-5525fd896402 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:27.158837 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de7831-09b5-4565-a758-af5a4aa8ae10 None None] Pushing event updated for resources: {'Port': ['ID=8c411380-0647-4b2f-b057-6e4baa38ed5a,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:27.162022 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:27.162615 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:27.192218 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Network d227d8fd-b748-4385-847e-764a400f92aa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:27.194998 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:27.197745 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:27.204249 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Pushing event updated for resources: {'Port': ['ID=38909711-7056-40bd-b0b8-820901b2e571,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:27.246829 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b0c80da9-bfcc-46ea-9b05-32440781f129 None None] Current status of the port 2521a66d-df22-48d1-825c-3eaf34a5df3f is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:27.249685 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (4b9a0f8e-62a1-4dd3-9700-e197ae032654), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.319271 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:27.386587 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 64e45054-2627-4b72-ac31-eb7081869148 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:27.387754 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 2521a66d-df22-48d1-825c-3eaf34a5df3f up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:27.449060 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] Provisioning complete for port 35d75860-2efb-4a0a-a0c9-8238e9763075 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:27.449432 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.528044 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 2521a66d-df22-48d1-825c-3eaf34a5df3f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:27.528417 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.560861 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 3, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:27.589648 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be158422-ab99-4af5-8482-e74ea63a6a55 None None] The sync data for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi is: [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 3, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:27.706607 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (38909711-7056-40bd-b0b8-820901b2e571), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.751403 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T15:58:21Z', 'revision_number': 4, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '35d75860-2efb-4a0a-a0c9-8238e9763075', 'name': '', 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'mac_address': 'fa:16:3e:47:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:20Z', 'updated_at': '2022-03-08T15:58:26Z', 'revision_number': 4, 'project_id': 'ade6a031fc24403483472ea688a51104', 'subnets': [{'id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:27.784313 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] Current status of the port 35d75860-2efb-4a0a-a0c9-8238e9763075 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:27.784713 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:27.788018 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f2aaa-a3c3-4b20-a400-3d7743ba7ee9 None None] The sync data for ids ['2740b850-2de8-47fe-a912-5525fd896402'] in dv-cinder-804757-25-iscsi is: [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T15:58:21Z', 'revision_number': 4, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '35d75860-2efb-4a0a-a0c9-8238e9763075', 'name': '', 'network_id': '11c6bbb0-6f17-4336-9f5e-a9e20df8417c', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'mac_address': 'fa:16:3e:47:93:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:20Z', 'updated_at': '2022-03-08T15:58:26Z', 'revision_number': 4, 'project_id': 'ade6a031fc24403483472ea688a51104', 'subnets': [{'id': '373a6bba-cf1d-4788-8cb6-f9826ad0efe6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:27.887520 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 2521a66d-df22-48d1-825c-3eaf34a5df3f is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:27.919628 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] For port 35d75860-2efb-4a0a-a0c9-8238e9763075, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=35d75860-2efb-4a0a-a0c9-8238e9763075,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:27.931164 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.004549 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20521b91-2422-48e5-b0ab-ba688743fd31 None None] Pushing event updated for resources: {'Port': ['ID=35d75860-2efb-4a0a-a0c9-8238e9763075,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:28.012953 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks [] for port (38909711-7056-40bd-b0b8-820901b2e571), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.025458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (38909711-7056-40bd-b0b8-820901b2e571), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.059076 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a9cfeeeb-c510-4e11-b5a2-69a0f4b36bd2 None None] Provisioning complete for port 38909711-7056-40bd-b0b8-820901b2e571 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:28.059602 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9cfeeeb-c510-4e11-b5a2-69a0f4b36bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (38909711-7056-40bd-b0b8-820901b2e571), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.132103 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 60996) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:28.150425 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a9cfeeeb-c510-4e11-b5a2-69a0f4b36bd2 None None] Port 38909711-7056-40bd-b0b8-820901b2e571 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:28.157425 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Pushing event updated for resources: {'Port': ['ID=38909711-7056-40bd-b0b8-820901b2e571,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:28.199862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (4b9a0f8e-62a1-4dd3-9700-e197ae032654), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.324608 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eb56-d18a-4ed9-a326-4d8b49d34c85 req-2b9c6f8e-99fc-4e00-9fad-a7aa9cff78ee tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:28.326187 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7892eb56-d18a-4ed9-a326-4d8b49d34c85 req-2b9c6f8e-99fc-4e00-9fad-a7aa9cff78ee tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1402998 Mar 08 15:58:28.355007 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6874fd9d-d582-45a4-83b0-9817606606e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.396987 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Network d227d8fd-b748-4385-847e-764a400f92aa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:28.404984 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:28.462333 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7892eb56-d18a-4ed9-a326-4d8b49d34c85 req-91ade809-f99c-4236-8acd-18e045eb6a01 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281571 Mar 08 15:58:28.521667 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6874fd9d-d582-45a4-83b0-9817606606e2 admin admin] Publish callbacks [] for security_group (950da2ee-332c-481a-8826-b25d31cb6178), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.531002 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6874fd9d-d582-45a4-83b0-9817606606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (950da2ee-332c-481a-8826-b25d31cb6178), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.603461 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874fd9d-d582-45a4-83b0-9817606606e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950da2ee-332c-481a-8826-b25d31cb6178,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:28.615932 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6874fd9d-d582-45a4-83b0-9817606606e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c157aca8d2c4456c9e0878114713dc93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4826481 Mar 08 15:58:28.616630 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 32768) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:28.701996 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cc06361-db66-4dc0-a23e-34e8e3e3e3e3 admin admin] Publish callbacks [] for security_group (950da2ee-332c-481a-8826-b25d31cb6178), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.713023 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 35d75860-2efb-4a0a-a0c9-8238e9763075 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:28.718545 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:58:28.747560 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cc06361-db66-4dc0-a23e-34e8e3e3e3e3 admin admin] Publish callbacks [] for security_group (950da2ee-332c-481a-8826-b25d31cb6178), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.791845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c3b67172-4d9d-4b85-91e3-8b24da6fcc18 None None] Provisioning complete for port 38909711-7056-40bd-b0b8-820901b2e571 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:28.791845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3b67172-4d9d-4b85-91e3-8b24da6fcc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (38909711-7056-40bd-b0b8-820901b2e571), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.809369 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cc06361-db66-4dc0-a23e-34e8e3e3e3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (950da2ee-332c-481a-8826-b25d31cb6178), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.813005 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cc06361-db66-4dc0-a23e-34e8e3e3e3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.814825 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-2cc06361-db66-4dc0-a23e-34e8e3e3e3e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/950da2ee-332c-481a-8826-b25d31cb6178 HTTP/1.1" status: 204 len: 168 time: 0.1968749 Mar 08 15:58:28.826832 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc06361-db66-4dc0-a23e-34e8e3e3e3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950da2ee-332c-481a-8826-b25d31cb6178,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:28.878792 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c3b67172-4d9d-4b85-91e3-8b24da6fcc18 None None] Port 38909711-7056-40bd-b0b8-820901b2e571 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:28.883536 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 35d75860-2efb-4a0a-a0c9-8238e9763075 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:28.883835 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:28.921289 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:28.927047 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5ed82205-1c76-40c6-a739-3bcf870b9e48 admin admin] 10.222.0.15 "PUT /v2.0/routers/4b9a0f8e-62a1-4dd3-9700-e197ae032654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2096200 Mar 08 15:58:29.016325 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 35d75860-2efb-4a0a-a0c9-8238e9763075 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:29.018061 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 8c411380-0647-4b2f-b057-6e4baa38ed5a up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:29.093315 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 8c411380-0647-4b2f-b057-6e4baa38ed5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:29.093315 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.196030 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 8c411380-0647-4b2f-b057-6e4baa38ed5a is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:29.196631 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.235352 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 8c411380-0647-4b2f-b057-6e4baa38ed5a, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=8c411380-0647-4b2f-b057-6e4baa38ed5a,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:29.243664 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.245039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 2521a66d-df22-48d1-825c-3eaf34a5df3f up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:29.363251 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4fd66089-9e8e-4df6-be39-76e2729c8f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.375338 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=8c411380-0647-4b2f-b057-6e4baa38ed5a,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:29.384985 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 2521a66d-df22-48d1-825c-3eaf34a5df3f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:29.385432 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.468490 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 2521a66d-df22-48d1-825c-3eaf34a5df3f is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:29.615775 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c4210-a0d8-4cec-af58-2113112625d2 req-522881a6-84ae-4259-be7e-5bf7d838d7d6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:29.619537 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8b8c4210-a0d8-4cec-af58-2113112625d2 req-522881a6-84ae-4259-be7e-5bf7d838d7d6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0665987 Mar 08 15:58:29.668918 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8b8c4210-a0d8-4cec-af58-2113112625d2 req-07ba522f-36bb-4728-8f44-4b38f52a6151 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454323 Mar 08 15:58:29.735180 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 32804) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:29.741531 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2131321970-network', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:29.771487 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Made reservation on behalf of af47c64cc7c14378938ce79a353cb652 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:29.774277 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.786852 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.873480 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks [] for security_group (1190d9d2-39a9-4893-af23-269b3603c2a4), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.877376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1190d9d2-39a9-4893-af23-269b3603c2a4), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.907396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:58:29.913005 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1190d9d2-39a9-4893-af23-269b3603c2a4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:29.922929 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (07b971b6-0837-4967-b106-32aa0faa138f), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.923363 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Added segment 07b971b6-0837-4967-b106-32aa0faa138f of type vlan for network 34eea048-c344-480b-bbfc-9d18504e7f6b Mar 08 15:58:29.966950 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (34eea048-c344-480b-bbfc-9d18504e7f6b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.992318 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (34eea048-c344-480b-bbfc-9d18504e7f6b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:29.993357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:29.994045 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.003919 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 32812) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:30.027116 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2893960 Mar 08 15:58:30.028650 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 32816) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:30.033349 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Request body: {'subnet': {'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2131321970-subnet', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:30.052843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Made reservation on behalf of af47c64cc7c14378938ce79a353cb652 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:30.055454 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25662380'] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.062190 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2837a7-1b70-467f-a752-9ffe55de9f92 admin admin] Pushing event updated for resources: {'Network': ['ID=34eea048-c344-480b-bbfc-9d18504e7f6b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:30.077407 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 34eea048-c344-480b-bbfc-9d18504e7f6b details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:58:30.151103 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1960134434-network', 'tenant_id': '6a9b2dd3658c427bad8c869fee78cc88'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:30.193653 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Made reservation on behalf of 6a9b2dd3658c427bad8c869fee78cc88 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:30.195860 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.209341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.358276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26064576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25662386'] for subnet (a24c94ab-aee4-4248-ab70-c04fd341ed90), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.449251 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 8c411380-0647-4b2f-b057-6e4baa38ed5a up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:30.464713 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a24c94ab-aee4-4248-ab70-c04fd341ed90,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:30.468183 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks [] for security_group (f83e7172-ce19-42fc-8b72-2a1706270638), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.475994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f83e7172-ce19-42fc-8b72-2a1706270638), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.480836 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Checking segment: {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:30.481199 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Network hostable DHCP agents. Network: 34eea048-c344-480b-bbfc-9d18504e7f6b, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:58:30.509987 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:58:30.510272 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 8c411380-0647-4b2f-b057-6e4baa38ed5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:30.510878 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.528396 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e7172-ce19-42fc-8b72-2a1706270638,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:30.533672 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (af55fadd-0b07-4507-b370-ea7030b685c7), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.534014 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Added segment af55fadd-0b07-4507-b370-ea7030b685c7 of type vlan for network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e Mar 08 15:58:30.536301 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Network 34eea048-c344-480b-bbfc-9d18504e7f6b is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:58:30.587110 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 34eea048-c344-480b-bbfc-9d18504e7f6b) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:30.597697 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:30.598823 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.601799 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0bf7b2-5cf9-4635-98ff-f9a7d472e720 None None] Network 34eea048-c344-480b-bbfc-9d18504e7f6b requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:30.604081 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.622806 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-859787c2-28f5-4709-9da6-274d8cd97b96 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5931137 Mar 08 15:58:30.625821 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 32820) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:30.629042 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 8c411380-0647-4b2f-b057-6e4baa38ed5a is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:30.632671 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:30.637692 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.638727 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:30.639535 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.668302 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (50223cff-c728-4853-b1ca-d9cbf304b830), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.669972 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (50223cff-c728-4853-b1ca-d9cbf304b830), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.724339 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-34eea048-c344-480b-bbfc-9d18504e7f6b', 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b', 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'fixed_ips': [{'subnet_id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:58:30.725593 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.730053 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7244084 Mar 08 15:58:30.734924 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 32824) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:30.745458 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks [] for router_controller (50223cff-c728-4853-b1ca-d9cbf304b830), precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.747499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Request body: {'subnet': {'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1960134434-subnet', 'tenant_id': '6a9b2dd3658c427bad8c869fee78cc88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:30.756085 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951ab9f-7899-4bb6-bdc0-69973a4d0c0c admin admin] Pushing event updated for resources: {'Network': ['ID=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:30.802912 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Made reservation on behalf of 6a9b2dd3658c427bad8c869fee78cc88 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:30.805266 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25662380'] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.820609 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:58:30.900118 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef35f-cdb8-4439-9d9a-80fcc5560ca1 req-c217afa2-fe05-40f3-82cc-9a69ee6d1123 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:30.901680 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2e6ef35f-cdb8-4439-9d9a-80fcc5560ca1 req-c217afa2-fe05-40f3-82cc-9a69ee6d1123 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1300123 Mar 08 15:58:30.970018 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks [] for router_gateway (50223cff-c728-4853-b1ca-d9cbf304b830), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:30.979779 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Allocated IP 172.20.0.2 (34eea048-c344-480b-bbfc-9d18504e7f6b/a24c94ab-aee4-4248-ab70-c04fd341ed90/71fa88c5-dc86-4587-b503-9c6fa5f1d495) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:30.983287 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2e6ef35f-cdb8-4439-9d9a-80fcc5560ca1 req-417e8f3b-6444-414e-9ab2-5ea06c4703fe tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746949 Mar 08 15:58:31.061645 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26064576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25662386'] for subnet (39537ef5-42f9-45fb-a45f-2be4c2d0ab94), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.132880 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39537ef5-42f9-45fb-a45f-2be4c2d0ab94,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:31.155653 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Checking segment: {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:31.156088 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Network hostable DHCP agents. Network: f6a0a58d-29f4-4f36-bdd0-241e674bdd3e, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:58:31.175424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:58:31.185419 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, f6a0a58d-29f4-4f36-bdd0-241e674bdd3e) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:31.189594 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Publish callbacks [] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.190313 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:31.190961 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.201534 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637b43a-c8ca-4661-9db1-bc60fafc576a None None] Network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:31.205487 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.210825 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b6d12ce9-17c0-41be-916b-568b6766fb6d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4724331 Mar 08 15:58:31.224186 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks [] for router_gateway (50223cff-c728-4853-b1ca-d9cbf304b830), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.246824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.315848 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Network 34eea048-c344-480b-bbfc-9d18504e7f6b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:31.322553 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:31.329582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:31.338778 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Pushing event updated for resources: {'Port': ['ID=71fa88c5-dc86-4587-b503-9c6fa5f1d495,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:31.372253 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Allocated IP 172.27.2.163 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/263ae957-7c6e-41a5-ac42-751ec042ebcc) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:31.415091 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e521dc-9b35-4053-a89d-2dca919cd64e None None] Network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:31.432555 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Attempting to bind port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:31.432933 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Attempting to bind port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:31.433298 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Attempting to bind port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 on network 34eea048-c344-480b-bbfc-9d18504e7f6b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:31.460925 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:31.461544 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Checking segment: {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:31.461544 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.461924 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Bound using segment: {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:31.462416 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Bound port: 71fa88c5-dc86-4587-b503-9c6fa5f1d495, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:31.462798 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.539133 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks [] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.590552 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.614107 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] For port 71fa88c5-dc86-4587-b503-9c6fa5f1d495, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:31.617754 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] For port 71fa88c5-dc86-4587-b503-9c6fa5f1d495, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71fa88c5-dc86-4587-b503-9c6fa5f1d495,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:31.625515 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.655989 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:31.660700 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:31.664738 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:31.689849 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c725a3-b4f7-47ec-ab90-909e5c1d9736 None None] Pushing event updated for resources: {'Port': ['ID=71fa88c5-dc86-4587-b503-9c6fa5f1d495,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:31.705018 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=263ae957-7c6e-41a5-ac42-751ec042ebcc,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:31.770746 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c737-3a5e-4f41-a8f5-a827fd38201d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:31.906839 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Sync routers for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:31.932380 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:31.933090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:31.989580 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks [] for router_gateway (50223cff-c728-4853-b1ca-d9cbf304b830), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:32.099910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:32.156473 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350b00-d1e8-4f0a-abea-ae0d89fbff3a req-f0569f72-bb94-4a27-87e4-bca1118032cd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:32.159974 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ba350b00-d1e8-4f0a-abea-ae0d89fbff3a req-f0569f72-bb94-4a27-87e4-bca1118032cd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0733204 Mar 08 15:58:32.209722 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ba350b00-d1e8-4f0a-abea-ae0d89fbff3a req-2614aff1-ba19-4a9c-99b4-817c01f9a866 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Mar 08 15:58:32.245135 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (50223cff-c728-4853-b1ca-d9cbf304b830), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:32.400417 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Router 50223cff-c728-4853-b1ca-d9cbf304b830 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:58:32.490710 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 2, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:32.496419 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71fa88c5-dc86-4587-b503-9c6fa5f1d495 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:32.525516 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Checking router: 4b9a0f8e-62a1-4dd3-9700-e197ae032654 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:32.526604 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Updating router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 port 38909711-7056-40bd-b0b8-820901b2e571 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:32.577885 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (38909711-7056-40bd-b0b8-820901b2e571), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:32.713901 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:32.714279 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:32.779752 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:32.789709 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Sync routers for ids ['50223cff-c728-4853-b1ca-d9cbf304b830'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:32.799983 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Routers {'50223cff-c728-4853-b1ca-d9cbf304b830'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:32.801217 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['50223cff-c728-4853-b1ca-d9cbf304b830'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:32.811665 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:32.816151 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 32844) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:58:32.817416 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c6621dbf-8bf5-442d-a27b-84087a46c1f4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1899145 Mar 08 15:58:32.949992 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Set router 50223cff-c728-4853-b1ca-d9cbf304b830 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:32.994250 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d14bb5-e637-4924-af0b-b298d68cfa4b None None] Network 34eea048-c344-480b-bbfc-9d18504e7f6b requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:58:33.083357 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Publish callbacks [] for port (38909711-7056-40bd-b0b8-820901b2e571), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.089518 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.118170 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (38909711-7056-40bd-b0b8-820901b2e571), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.170091 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T15:58:31Z', 'revision_number': 3, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:33.202246 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Checking router: 50223cff-c728-4853-b1ca-d9cbf304b830 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:33.202490 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Updating router 50223cff-c728-4853-b1ca-d9cbf304b830 port 263ae957-7c6e-41a5-ac42-751ec042ebcc binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:33.217078 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:33.217460 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.224582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c74e6-372c-40d2-bac9-9ae75bbe6a11 None None] Pushing event updated for resources: {'Port': ['ID=38909711-7056-40bd-b0b8-820901b2e571,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:33.236212 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.271789 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-afa1ebbc-e4dc-47ab-8880-ef2fd5964b8e None None] Provisioning complete for port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:33.272164 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-afa1ebbc-e4dc-47ab-8880-ef2fd5964b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.293399 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-1d941bff-7436-48b1-8b72-15909f91a5a0 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:33.294893 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-1d941bff-7436-48b1-8b72-15909f91a5a0 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/networks?id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 200 len: 814 time: 0.1982231 Mar 08 15:58:33.334648 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-740ae839-fcf0-484e-a56a-b1a8fff8c95f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/quotas/6a9b2dd3658c427bad8c869fee78cc88 HTTP/1.1" status: 200 len: 375 time: 0.0164044 Mar 08 15:58:33.355110 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 71fa88c5-dc86-4587-b503-9c6fa5f1d495, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71fa88c5-dc86-4587-b503-9c6fa5f1d495,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:33.436315 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-83a9406f-a051-47a1-b876-2346468ca7b1 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927703 Mar 08 15:58:33.445479 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.470200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Attempting to bind port 38909711-7056-40bd-b0b8-820901b2e571 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:33.470200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Attempting to bind port 38909711-7056-40bd-b0b8-820901b2e571 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:33.470200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Attempting to bind port 38909711-7056-40bd-b0b8-820901b2e571 on network d227d8fd-b748-4385-847e-764a400f92aa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:33.529630 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:33.530313 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Checking segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:33.530864 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.530999 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Bound using segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:33.531547 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Bound port: 38909711-7056-40bd-b0b8-820901b2e571, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:33.531998 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (38909711-7056-40bd-b0b8-820901b2e571), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.618210 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Publish callbacks [] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.633907 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.650910 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.657887 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-afa1ebbc-e4dc-47ab-8880-ef2fd5964b8e None None] Current status of the port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:33.671033 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] For port 38909711-7056-40bd-b0b8-820901b2e571, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:33.676993 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] For port 38909711-7056-40bd-b0b8-820901b2e571, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=38909711-7056-40bd-b0b8-820901b2e571,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:33.680022 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=71fa88c5-dc86-4587-b503-9c6fa5f1d495,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:33.688012 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81bbee-f02f-4825-8221-bae08e5ca428 req-7d259bb3-02f5-48a9-a9a7-c95bcb0d9b2f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:33.689859 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6b81bbee-f02f-4825-8221-bae08e5ca428 req-7d259bb3-02f5-48a9-a9a7-c95bcb0d9b2f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.3053660 Mar 08 15:58:33.696766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (38909711-7056-40bd-b0b8-820901b2e571), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.714897 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00302623-c5fe-4fe8-bdd7-11eb468aed1c None None] Pushing event updated for resources: {'Port': ['ID=263ae957-7c6e-41a5-ac42-751ec042ebcc,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:33.735539 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Attempting to bind port 263ae957-7c6e-41a5-ac42-751ec042ebcc on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:33.735911 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Attempting to bind port 263ae957-7c6e-41a5-ac42-751ec042ebcc by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:33.736272 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Attempting to bind port 263ae957-7c6e-41a5-ac42-751ec042ebcc on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:33.741660 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:33.742027 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:33.742439 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.742826 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:33.743637 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Bound port: 263ae957-7c6e-41a5-ac42-751ec042ebcc, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:33.743930 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.794978 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c74e6-372c-40d2-bac9-9ae75bbe6a11 None None] Pushing event updated for resources: {'Port': ['ID=38909711-7056-40bd-b0b8-820901b2e571,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:33.809484 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-f08ffb7e-f1e2-4a2f-91cb-4680401b3938 service neutron] 10.222.0.15 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923555 Mar 08 15:58:33.827053 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:33.827712 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:33.828025 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] For port 263ae957-7c6e-41a5-ac42-751ec042ebcc, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:33.836428 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] For port 263ae957-7c6e-41a5-ac42-751ec042ebcc, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=263ae957-7c6e-41a5-ac42-751ec042ebcc,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:33.858119 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.872319 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] Provisioning complete for port 38909711-7056-40bd-b0b8-820901b2e571 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:33.872874 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (38909711-7056-40bd-b0b8-820901b2e571), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:33.940154 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00302623-c5fe-4fe8-bdd7-11eb468aed1c None None] Pushing event updated for resources: {'Port': ['ID=263ae957-7c6e-41a5-ac42-751ec042ebcc,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:33.951249 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Routers {'50223cff-c728-4853-b1ca-d9cbf304b830'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:33.952221 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['50223cff-c728-4853-b1ca-d9cbf304b830'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:33.969221 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6b81bbee-f02f-4825-8221-bae08e5ca428 req-028d5899-beb7-49ac-bde8-1af84a98e492 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656519 Mar 08 15:58:34.014371 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:34.052629 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-51874c3f-6854-437d-b3d5-9196b5f01f85 service neutron] 10.222.0.15 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287579 Mar 08 15:58:34.061213 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Allocated IP 172.20.0.1 (34eea048-c344-480b-bbfc-9d18504e7f6b/a24c94ab-aee4-4248-ab70-c04fd341ed90/27199d08-8d92-4e12-9ad0-0ea800faf962) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:34.131137 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] Current status of the port 38909711-7056-40bd-b0b8-820901b2e571 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:34.131529 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (38909711-7056-40bd-b0b8-820901b2e571), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.132462 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] Set router 50223cff-c728-4853-b1ca-d9cbf304b830 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:34.220795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks [] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.245757 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] For port 38909711-7056-40bd-b0b8-820901b2e571, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=38909711-7056-40bd-b0b8-820901b2e571,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:34.269765 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (38909711-7056-40bd-b0b8-820901b2e571), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.285018 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.319716 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7421c276-82c0-40ea-a489-2fc942a4cd36 req-b3d22584-39bb-4115-8dd0-6adb3ff17ada tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 210 time: 0.0477328 Mar 08 15:58:34.355078 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633a94e-1a6f-482d-bf2a-9828d746ed7d None None] Pushing event updated for resources: {'Port': ['ID=38909711-7056-40bd-b0b8-820901b2e571,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:34.362161 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Network 34eea048-c344-480b-bbfc-9d18504e7f6b is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:34.368597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:34.372966 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:34.428760 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=27199d08-8d92-4e12-9ad0-0ea800faf962,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:34.437234 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T15:58:31Z', 'revision_number': 3, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:34.459809 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (50223cff-c728-4853-b1ca-d9cbf304b830), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.515614 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ca1c22-e79e-4757-b217-e207d0da87d7 None None] The sync data for ids ['50223cff-c728-4853-b1ca-d9cbf304b830'] in dv-cinder-804757-25-iscsi is: [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T15:58:31Z', 'revision_number': 3, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:34.528107 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71fa88c5-dc86-4587-b503-9c6fa5f1d495 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:34.573548 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.598098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-be12b0b6-e599-4dd1-b753-73af2fe8d2d6 None None] Provisioning complete for port 38909711-7056-40bd-b0b8-820901b2e571 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:34.598377 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be12b0b6-e599-4dd1-b753-73af2fe8d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (38909711-7056-40bd-b0b8-820901b2e571), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.643722 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:34.644097 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.693788 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:33Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:34.709077 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:34.883825 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e40caf-c4f7-4d12-aa88-f680b192ad2c None None] The sync data for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi is: [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:33Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:35.056028 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-be12b0b6-e599-4dd1-b753-73af2fe8d2d6 None None] Current status of the port 38909711-7056-40bd-b0b8-820901b2e571 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:35.106507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:35.126312 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-be12b0b6-e599-4dd1-b753-73af2fe8d2d6 None None] Provisioning complete for port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:35.126687 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be12b0b6-e599-4dd1-b753-73af2fe8d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:35.290286 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-be12b0b6-e599-4dd1-b753-73af2fe8d2d6 None None] Current status of the port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:35.327056 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e6166-d81e-4af9-900f-68a0f0d50faf req-23ae3f5b-f1ee-49a7-93f1-81b006a639dd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:35.327684 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b39e6166-d81e-4af9-900f-68a0f0d50faf req-23ae3f5b-f1ee-49a7-93f1-81b006a639dd tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1095757 Mar 08 15:58:35.366569 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks [] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:35.377458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:35.431010 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cff8d082-57fb-41c0-8ac2-26fac3cad4c8 None None] Provisioning complete for port 27199d08-8d92-4e12-9ad0-0ea800faf962 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:35.431427 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cff8d082-57fb-41c0-8ac2-26fac3cad4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:35.470569 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cff8d082-57fb-41c0-8ac2-26fac3cad4c8 None None] Port 27199d08-8d92-4e12-9ad0-0ea800faf962 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:35.472247 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cc7597da-b145-49f5-8b3a-4f5a97a61a70 req-6fc6ffad-edeb-4a2b-9d70-b9300c579586 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 210 time: 0.0347893 Mar 08 15:58:35.476063 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b39e6166-d81e-4af9-900f-68a0f0d50faf req-977a0821-d9df-4295-aad5-fae05302ab2a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427865 Mar 08 15:58:35.499850 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Pushing event updated for resources: {'Port': ['ID=27199d08-8d92-4e12-9ad0-0ea800faf962,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:35.502481 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (50223cff-c728-4853-b1ca-d9cbf304b830), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:35.527753 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:58:35.705353 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Network 34eea048-c344-480b-bbfc-9d18504e7f6b is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:35.714647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:35.889409 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-8d5a344d-f08b-4347-ae4f-7d34e4e2e67c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:35.890977 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-8d5a344d-f08b-4347-ae4f-7d34e4e2e67c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "GET /v2.0/networks?id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 200 len: 814 time: 0.2856746 Mar 08 15:58:35.900235 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Router 50223cff-c728-4853-b1ca-d9cbf304b830 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:58:35.909129 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Request body: {'port': {'device_id': '15033b4d-6e0a-4a83-9600-632f67745de9', 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e', 'admin_state_up': True, 'tenant_id': '6a9b2dd3658c427bad8c869fee78cc88'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:36.037080 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.107313 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:58:36.113589 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a5a7e80c-e783-4d26-a7e8-00a9144ea7e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/50223cff-c728-4853-b1ca-d9cbf304b830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2963228 Mar 08 15:58:36.137436 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Made reservation on behalf of 6a9b2dd3658c427bad8c869fee78cc88 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:36.140868 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.151105 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-be2e562d-c8c5-4ee9-a51f-d83f60e8cccd None None] Provisioning complete for port 27199d08-8d92-4e12-9ad0-0ea800faf962 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:36.153495 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be2e562d-c8c5-4ee9-a51f-d83f60e8cccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.199177 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-be2e562d-c8c5-4ee9-a51f-d83f60e8cccd None None] Port 27199d08-8d92-4e12-9ad0-0ea800faf962 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:36.316028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Allocated IP 172.20.0.13 (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e/39537ef5-42f9-45fb-a45f-2be4c2d0ab94/47f48e4b-0ace-4a4e-b174-5dc9884fe702) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:36.494916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks [] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.537435 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 38909711-7056-40bd-b0b8-820901b2e571 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:36.555610 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.621259 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 38909711-7056-40bd-b0b8-820901b2e571 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:36.621638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (38909711-7056-40bd-b0b8-820901b2e571), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.654954 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:36.663214 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:36.704789 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:36.713917 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 38909711-7056-40bd-b0b8-820901b2e571 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:36.715019 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 263ae957-7c6e-41a5-ac42-751ec042ebcc up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:36.768258 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 263ae957-7c6e-41a5-ac42-751ec042ebcc triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:36.768641 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.769812 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:36.771776 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.784427 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Pushing event updated for resources: {'Port': ['ID=47f48e4b-0ace-4a4e-b174-5dc9884fe702,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:36.808748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-a023a4d5-b6f8-4bc8-8b44-06dc80a63daf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9045033 Mar 08 15:58:36.825994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80237af1-39ee-4cb8-898e-7d37169b2c6e req-080c72bb-d5dd-4a6d-9dc6-345ce57a2b35 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:36.827606 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80237af1-39ee-4cb8-898e-7d37169b2c6e req-080c72bb-d5dd-4a6d-9dc6-345ce57a2b35 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 932 time: 0.2033374 Mar 08 15:58:36.831534 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Request body: {'port': {'device_id': '15033b4d-6e0a-4a83-9600-632f67745de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:36.841386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b279852-9e6d-4b32-8f46-08fcde03e742 req-bc6994dd-e76d-4af1-aa1d-28a3e95eb935 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:36.843007 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0b279852-9e6d-4b32-8f46-08fcde03e742 req-bc6994dd-e76d-4af1-aa1d-28a3e95eb935 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.2219319 Mar 08 15:58:36.899349 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 263ae957-7c6e-41a5-ac42-751ec042ebcc is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:36.899976 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.929526 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 263ae957-7c6e-41a5-ac42-751ec042ebcc, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=263ae957-7c6e-41a5-ac42-751ec042ebcc,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:36.934522 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.985370 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80237af1-39ee-4cb8-898e-7d37169b2c6e req-21dc82c3-a1c3-4063-92cd-878fd76b49a2 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411467 Mar 08 15:58:36.989333 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:36.994071 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0b279852-9e6d-4b32-8f46-08fcde03e742 req-1e35820b-aec7-4f78-bdba-dbabf5b4d021 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228495 Mar 08 15:58:37.023652 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=263ae957-7c6e-41a5-ac42-751ec042ebcc,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:37.383495 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf925-749c-4eb5-8af7-a970eb7a1482 req-1df9f9c3-77b2-4942-a04c-ec47251d2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:37.386186 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-73dbf925-749c-4eb5-8af7-a970eb7a1482 req-1df9f9c3-77b2-4942-a04c-ec47251d2485 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.0671580 Mar 08 15:58:37.437381 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f48e4b-0ace-4a4e-b174-5dc9884fe702 {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:58:37.447045 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Publish callbacks [] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:37.468743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Transition to ACTIVE for port object 47f48e4b-0ace-4a4e-b174-5dc9884fe702 will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:58:37.469800 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-73dbf925-749c-4eb5-8af7-a970eb7a1482 req-5e94d464-9d47-4407-8bd5-15d3d0a97685 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723004 Mar 08 15:58:37.475637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:37.526299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Pushing event updated for resources: {'Port': ['ID=47f48e4b-0ace-4a4e-b174-5dc9884fe702,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:37.602161 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Attempting to bind port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:37.602627 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Attempting to bind port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:37.603023 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Attempting to bind port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 on network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:37.609354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 on network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:58:37.609354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Attempting to bind port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 on network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:37.615754 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:37.616105 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Checking segment: {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:37.616499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Bound using segment: {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:37.616941 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Bound port: 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:37.617311 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:37.702592 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] For port 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:37.706410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] For port 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:37.716087 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:37.774038 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:37.774744 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:37.776286 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] 10.222.0.37 "PUT /v2.0/ports/47f48e4b-0ace-4a4e-b174-5dc9884fe702 HTTP/1.1" status: 200 len: 1094 time: 0.9578269 Mar 08 15:58:37.776848 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15033b4d-6e0a-4a83-9600-632f67745de9', 'tag': '47f48e4b-0ace-4a4e-b174-5dc9884fe702'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:58:37.779193 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd55636-c326-4fb0-a16b-8f9813e7ed5c" -d '{"events": [{"name": "network-changed", "server_uuid": "15033b4d-6e0a-4a83-9600-632f67745de9", "tag": "47f48e4b-0ace-4a4e-b174-5dc9884fe702"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:58:37.782877 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac77f50-2322-4ddf-9364-7a68bc924173 service neutron] Pushing event updated for resources: {'Port': ['ID=47f48e4b-0ace-4a4e-b174-5dc9884fe702,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:37.836262 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b530db86-d9e7-462b-936e-114ed0fcbdfc x-openstack-request-id: req-b530db86-d9e7-462b-936e-114ed0fcbdfc {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:58:37.836609 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15033b4d-6e0a-4a83-9600-632f67745de9", "tag": "47f48e4b-0ace-4a4e-b174-5dc9884fe702", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:58:37.837048 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b530db86-d9e7-462b-936e-114ed0fcbdfc {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:58:37.837444 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15033b4d-6e0a-4a83-9600-632f67745de9', 'tag': '47f48e4b-0ace-4a4e-b174-5dc9884fe702', 'status': 'completed', 'code': 200} Mar 08 15:58:37.884276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-9d987e21-936c-4c84-bdad-12554918fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:37.885788 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-9d987e21-936c-4c84-bdad-12554918fa72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 1128 time: 0.0607092 Mar 08 15:58:37.966668 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-5a680e0a-dd4b-445a-a435-c235c8853d57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702 HTTP/1.1" status: 200 len: 217 time: 0.0545983 Mar 08 15:58:38.040347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-4878c940-1286-45bd-b10c-a889f1f7d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:38.046271 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-4878c940-1286-45bd-b10c-a889f1f7d3af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39537ef5-42f9-45fb-a45f-2be4c2d0ab94 HTTP/1.1" status: 200 len: 854 time: 0.0681727 Mar 08 15:58:38.089042 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-2fce52ce-c35e-401b-8823-35e1dc32065d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318482 Mar 08 15:58:38.289204 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93305a1-eb80-4c88-9745-d3f9d1b05884 req-1cd084c6-f951-45e2-938a-4681113c4e50 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:38.293355 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d93305a1-eb80-4c88-9745-d3f9d1b05884 req-1cd084c6-f951-45e2-938a-4681113c4e50 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 944 time: 0.2068479 Mar 08 15:58:38.305275 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fad04-a09e-4349-9c32-a977799c5c50 req-9925358a-78d8-4c53-9c1c-af701e726773 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:38.312517 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-035fad04-a09e-4349-9c32-a977799c5c50 req-9925358a-78d8-4c53-9c1c-af701e726773 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.2124436 Mar 08 15:58:38.319576 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-9cea4a1d-0c61-4426-b094-cbf19f5df943 service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205975 Mar 08 15:58:38.324751 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Sync routers for ids ['50223cff-c728-4853-b1ca-d9cbf304b830'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:58:38.344656 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Routers {'50223cff-c728-4853-b1ca-d9cbf304b830'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:38.348051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['50223cff-c728-4853-b1ca-d9cbf304b830'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:38.469636 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-035fad04-a09e-4349-9c32-a977799c5c50 req-af5707dc-8d9a-4b42-bb08-1b8d23af52bb tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561282 Mar 08 15:58:38.475650 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d93305a1-eb80-4c88-9745-d3f9d1b05884 req-3c0aec72-1a0f-4137-a375-bca386771b92 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609757 Mar 08 15:58:38.513101 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-011f36b7-d739-40fc-b5c9-e8de87b1f126 req-931003d0-f6cc-4a61-ba51-e7bcac95a9e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804752 Mar 08 15:58:38.535403 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 263ae957-7c6e-41a5-ac42-751ec042ebcc up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:38.630307 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Set router 50223cff-c728-4853-b1ca-d9cbf304b830 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:38.641727 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-89a7c7c1-e599-4455-8475-bf14226b6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:38.643952 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-89a7c7c1-e599-4455-8475-bf14226b6961 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 1128 time: 0.0552187 Mar 08 15:58:38.762597 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 263ae957-7c6e-41a5-ac42-751ec042ebcc triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:38.763404 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:38.788362 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-651240d3-0dfa-4271-b86b-eb91173239a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:38.790307 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-651240d3-0dfa-4271-b86b-eb91173239a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 200 len: 915 time: 0.1339803 Mar 08 15:58:38.876447 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-b97d38f4-bf9b-4bc5-9733-f25f46293891 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702 HTTP/1.1" status: 200 len: 217 time: 0.0660999 Mar 08 15:58:38.947409 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-ffc2832d-a1c9-42ba-9134-ec8b8aa4f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:38.948981 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-ffc2832d-a1c9-42ba-9134-ec8b8aa4f254 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39537ef5-42f9-45fb-a45f-2be4c2d0ab94 HTTP/1.1" status: 200 len: 854 time: 0.0625863 Mar 08 15:58:38.950615 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 263ae957-7c6e-41a5-ac42-751ec042ebcc is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:38.993502 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 4, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '27199d08-8d92-4e12-9ad0-0ea800faf962', 'name': '', 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'mac_address': 'fa:16:3e:f4:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:33Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 2, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'subnets': [{'id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:39.003592 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-4d12e7b5-2d69-4f96-865c-a5dedf3d7fdc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441422 Mar 08 15:58:39.030797 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Checking router: 50223cff-c728-4853-b1ca-d9cbf304b830 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:58:39.031300 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Updating router 50223cff-c728-4853-b1ca-d9cbf304b830 port 27199d08-8d92-4e12-9ad0-0ea800faf962 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:58:39.069090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:39.151649 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-0d1869ea-1318-44f7-b1e0-f369d0c67c68 service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399963 Mar 08 15:58:39.260601 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-edd55636-c326-4fb0-a16b-8f9813e7ed5c req-91b55a14-8e0c-4205-a0be-60bddcfad43c service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989776 Mar 08 15:58:39.423034 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Publish callbacks [] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:39.433773 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:39.487755 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591221a7-670f-4ead-9e9e-54eab3bcbda6 None None] Pushing event updated for resources: {'Port': ['ID=27199d08-8d92-4e12-9ad0-0ea800faf962,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:39.555753 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Attempting to bind port 27199d08-8d92-4e12-9ad0-0ea800faf962 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:39.556282 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Attempting to bind port 27199d08-8d92-4e12-9ad0-0ea800faf962 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:39.556740 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Attempting to bind port 27199d08-8d92-4e12-9ad0-0ea800faf962 on network 34eea048-c344-480b-bbfc-9d18504e7f6b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:39.564114 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:39.564939 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Checking segment: {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:39.565437 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:39.566038 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Bound using segment: {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:39.566613 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Bound port: 27199d08-8d92-4e12-9ad0-0ea800faf962, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b971b6-0837-4967-b106-32aa0faa138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:39.567658 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:39.697444 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321608b-903a-4f52-a75e-53d45e74bfab req-a977f1de-8a92-4779-a0b8-bcef704bc50f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:39.701930 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] For port 27199d08-8d92-4e12-9ad0-0ea800faf962, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:39.708178 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] For port 27199d08-8d92-4e12-9ad0-0ea800faf962, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=27199d08-8d92-4e12-9ad0-0ea800faf962,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:39.711705 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5321608b-903a-4f52-a75e-53d45e74bfab req-a977f1de-8a92-4779-a0b8-bcef704bc50f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 944 time: 0.1324637 Mar 08 15:58:39.747152 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:39.776107 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e067-6489-49f0-b477-14ee8f60ce56 req-33e5777c-e611-4d17-be93-6bc544d873fc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:39.778312 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5047e067-6489-49f0-b477-14ee8f60ce56 req-33e5777c-e611-4d17-be93-6bc544d873fc tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1535268 Mar 08 15:58:39.843132 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5321608b-903a-4f52-a75e-53d45e74bfab req-c5ec9988-8f9d-4042-b4c4-4ef7f9f3da7a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194065 Mar 08 15:58:39.861476 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591221a7-670f-4ead-9e9e-54eab3bcbda6 None None] Pushing event updated for resources: {'Port': ['ID=27199d08-8d92-4e12-9ad0-0ea800faf962,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:39.882598 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Routers {'50223cff-c728-4853-b1ca-d9cbf304b830'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:58:39.883273 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:58:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['50223cff-c728-4853-b1ca-d9cbf304b830'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:39.901099 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5047e067-6489-49f0-b477-14ee8f60ce56 req-3f319664-1554-4aee-a9d2-25db15524980 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159534 Mar 08 15:58:40.027922 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] Set router 50223cff-c728-4853-b1ca-d9cbf304b830 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:58:40.105091 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] Provisioning complete for port 27199d08-8d92-4e12-9ad0-0ea800faf962 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:40.105482 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:40.391591 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] Current status of the port 27199d08-8d92-4e12-9ad0-0ea800faf962 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:40.391591 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:40.437181 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] For port 27199d08-8d92-4e12-9ad0-0ea800faf962, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=27199d08-8d92-4e12-9ad0-0ea800faf962,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:40.448153 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:40.452371 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17660ad-28dc-4137-a2ba-92ccfb5a3da5 req-f12cc8bf-3bfe-4fe7-a1c3-3c3d0c6aa602 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:40.454562 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 4, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '27199d08-8d92-4e12-9ad0-0ea800faf962', 'name': '', 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'mac_address': 'fa:16:3e:f4:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:33Z', 'updated_at': '2022-03-08T15:58:39Z', 'revision_number': 4, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'subnets': [{'id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:58:40.461660 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a17660ad-28dc-4137-a2ba-92ccfb5a3da5 req-f12cc8bf-3bfe-4fe7-a1c3-3c3d0c6aa602 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1045983 Mar 08 15:58:40.482258 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-807c0b91-6e10-4dcc-840d-30f82c28a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:40.483830 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-807c0b91-6e10-4dcc-840d-30f82c28a945 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 1130 time: 0.1348543 Mar 08 15:58:40.508106 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f03d5c5-8332-47c5-a9a8-0bd4f208f42b None None] The sync data for ids ['50223cff-c728-4853-b1ca-d9cbf304b830'] in dv-cinder-804757-25-iscsi is: [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 4, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '27199d08-8d92-4e12-9ad0-0ea800faf962', 'name': '', 'network_id': '34eea048-c344-480b-bbfc-9d18504e7f6b', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'mac_address': 'fa:16:3e:f4:6a:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:33Z', 'updated_at': '2022-03-08T15:58:39Z', 'revision_number': 4, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'subnets': [{'id': 'a24c94ab-aee4-4248-ab70-c04fd341ed90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:58:40.550379 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35f204-b074-4fbd-880f-d933bc196e36 None None] Pushing event updated for resources: {'Port': ['ID=27199d08-8d92-4e12-9ad0-0ea800faf962,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:40.577211 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f22bc938-8e97-40e2-8f55-254a188f04b9 None None] Provisioning complete for port 27199d08-8d92-4e12-9ad0-0ea800faf962 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:40.577593 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f22bc938-8e97-40e2-8f55-254a188f04b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:40.607561 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a17660ad-28dc-4137-a2ba-92ccfb5a3da5 req-b62605fa-aebb-41c7-9538-240b54d1d6cf tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449108 Mar 08 15:58:40.701382 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-1e3aaa42-3212-4f31-9979-92cbc70c2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:40.702843 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-1e3aaa42-3212-4f31-9979-92cbc70c2612 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.2111871 Mar 08 15:58:40.722572 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc938-8e97-40e2-8f55-254a188f04b9 None None] Current status of the port 27199d08-8d92-4e12-9ad0-0ea800faf962 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:40.757041 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-26280ea0-c055-4f80-9101-0fb9f52cfd45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 200 len: 217 time: 0.0450060 Mar 08 15:58:40.822135 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-0a8701be-b6f5-485b-8588-037d58a8ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:40.823620 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-0a8701be-b6f5-485b-8588-037d58a8ad89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0561194 Mar 08 15:58:40.868532 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-fc214dad-c319-437a-b8d9-c782619df892 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344439 Mar 08 15:58:40.971878 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 47f48e4b-0ace-4a4e-b174-5dc9884fe702 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:58:41.062846 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-e0d39d18-664e-4872-9457-82bd9249f084 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769102 Mar 08 15:58:41.157880 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb13e8-5849-43d6-a8fd-d88f2004cb86 req-38a4f18f-82d9-4691-a382-5c34a1701fbd tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:41.163350 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e0bb13e8-5849-43d6-a8fd-d88f2004cb86 req-38a4f18f-82d9-4691-a382-5c34a1701fbd tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 944 time: 0.1830711 Mar 08 15:58:41.332138 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e0bb13e8-5849-43d6-a8fd-d88f2004cb86 req-c938343a-0d91-4105-ab6f-56426baa2d5b tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511974 Mar 08 15:58:41.374275 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e2b381d-5486-411a-9048-ee05c0b2045f req-d61298c5-0996-43da-b5a6-d80e2edefffb service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928014 Mar 08 15:58:41.503855 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:41.516130 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '47f48e4b-0ace-4a4e-b174-5dc9884fe702', 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e', 'port_id': '47f48e4b-0ace-4a4e-b174-5dc9884fe702', 'mac_address': 'fa:16:3e:88:46:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39537ef5-42f9-45fb-a45f-2be4c2d0ab94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:58:41.565143 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:41.565701 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:41.582885 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f48e4b-0ace-4a4e-b174-5dc9884fe702 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:58:41.614483 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:41.622608 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:41.698852 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=47f48e4b-0ace-4a4e-b174-5dc9884fe702,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:41.802641 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123f4a1-871e-40e3-aea4-e288dd4a737e req-5e14faed-850d-4bed-b12e-ea0ab749b942 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:41.804769 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6123f4a1-871e-40e3-aea4-e288dd4a737e req-5e14faed-850d-4bed-b12e-ea0ab749b942 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0653956 Mar 08 15:58:41.865766 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6123f4a1-871e-40e3-aea4-e288dd4a737e req-813a21b2-0c71-4a52-94b9-dc0b14e45889 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532305 Mar 08 15:58:42.000849 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['47f48e4b-0ace-4a4e-b174-5dc9884fe702'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:58:42.504014 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 27199d08-8d92-4e12-9ad0-0ea800faf962 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:42.527742 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2282-7c28-4459-a3ab-e5b6446203d4 req-cc5e5af4-ae55-40e7-ba1e-0a01a4cfa2e9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:42.529378 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3cdf2282-7c28-4459-a3ab-e5b6446203d4 req-cc5e5af4-ae55-40e7-ba1e-0a01a4cfa2e9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 945 time: 0.0916998 Mar 08 15:58:42.584241 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 27199d08-8d92-4e12-9ad0-0ea800faf962 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:42.584745 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:42.636822 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3cdf2282-7c28-4459-a3ab-e5b6446203d4 req-fe64d1ab-c4f8-48dd-9150-3cbc799d0131 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864866 Mar 08 15:58:42.670724 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 27199d08-8d92-4e12-9ad0-0ea800faf962 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:42.984386 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 47f48e4b-0ace-4a4e-b174-5dc9884fe702 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:58:42.991678 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663fdd7-374e-456f-8211-2a9d46045593 req-3bc9d597-3bf8-4a5d-a595-9dfc278ced71 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:42.992258 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8663fdd7-374e-456f-8211-2a9d46045593 req-3bc9d597-3bf8-4a5d-a595-9dfc278ced71 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0597281 Mar 08 15:58:43.047822 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8663fdd7-374e-456f-8211-2a9d46045593 req-e3be7842-1e15-4615-baca-989f504b4b05 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493770 Mar 08 15:58:43.056878 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:58:43.070943 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:43.070943 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:43.161541 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:58:43.162361 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:43.197740 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:58:43.199196 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15033b4d-6e0a-4a83-9600-632f67745de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f48e4b-0ace-4a4e-b174-5dc9884fe702'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:58:43.201970 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa1d928-b935-4d64-86f9-ad4b81e6f4a3" -d '{"events": [{"server_uuid": "15033b4d-6e0a-4a83-9600-632f67745de9", "name": "network-vif-plugged", "status": "completed", "tag": "47f48e4b-0ace-4a4e-b174-5dc9884fe702"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:58:43.217918 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:43.283575 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3613e2e4-aa32-40d5-99a9-ddec58a0074a x-openstack-request-id: req-3613e2e4-aa32-40d5-99a9-ddec58a0074a {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:58:43.283869 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15033b4d-6e0a-4a83-9600-632f67745de9", "name": "network-vif-plugged", "status": "completed", "tag": "47f48e4b-0ace-4a4e-b174-5dc9884fe702", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:58:43.284127 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3613e2e4-aa32-40d5-99a9-ddec58a0074a {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:58:43.284528 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15033b4d-6e0a-4a83-9600-632f67745de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f48e4b-0ace-4a4e-b174-5dc9884fe702', 'code': 200} Mar 08 15:58:43.286335 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=47f48e4b-0ace-4a4e-b174-5dc9884fe702,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:43.586668 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19536ad3-963f-4a31-b4e4-69175ff872d4 req-8d3be7fe-6794-40cd-b065-07aa428742ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:43.588381 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-19536ad3-963f-4a31-b4e4-69175ff872d4 req-8d3be7fe-6794-40cd-b065-07aa428742ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 1130 time: 0.0582519 Mar 08 15:58:43.674502 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-19536ad3-963f-4a31-b4e4-69175ff872d4 req-ed4f0e60-256c-496a-bc8e-42909a872654 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Mar 08 15:58:44.051895 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e8950-1dca-4afa-9e90-b1134a357b54 req-81c6dac7-cdbd-41b2-84d9-7d1c092ca284 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:44.053581 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-052e8950-1dca-4afa-9e90-b1134a357b54 req-81c6dac7-cdbd-41b2-84d9-7d1c092ca284 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 946 time: 0.3398168 Mar 08 15:58:44.059283 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-b7d9c8c3-a0b9-43e2-a99c-ddc736cefe6e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893263409&fields=id&tenant_id=de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 267 time: 0.3106070 Mar 08 15:58:44.175999 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-052e8950-1dca-4afa-9e90-b1134a357b54 req-bf5ca512-77cb-4e11-b1a8-0833d764553a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155438 Mar 08 15:58:44.211765 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-d74c9e0b-38c7-4308-ba15-6629c77be501 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:44.213381 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-d74c9e0b-38c7-4308-ba15-6629c77be501 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 811 time: 0.1459763 Mar 08 15:58:44.236245 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-96ab51b2-5a01-438e-9e0f-685e85fceb21 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/quotas/de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 375 time: 0.0131071 Mar 08 15:58:44.337508 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-5ac3a3cd-c190-4949-be4b-1b1db54140c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827703 Mar 08 15:58:44.347397 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1a0a4-9088-4563-9db1-b251006b3425 req-420094d6-2f6c-4af6-8c4f-f0efdbc65678 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:44.349478 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6fd1a0a4-9088-4563-9db1-b251006b3425 req-420094d6-2f6c-4af6-8c4f-f0efdbc65678 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0833580 Mar 08 15:58:44.462558 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6fd1a0a4-9088-4563-9db1-b251006b3425 req-4d34bdd3-2eb8-4864-a6b8-6d955cf35c76 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045926 Mar 08 15:58:44.490068 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-235392a6-3302-4ac5-8473-b34571733907 service neutron] 10.222.0.15 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232278 Mar 08 15:58:44.598687 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-1bd8c767-abcb-4bc1-9320-9db6885bf889 service neutron] 10.222.0.15 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025505 Mar 08 15:58:45.065547 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-32efd49e-2fa4-4c6e-8dd6-cca1a58af7c2 req-718d1b4e-d6a7-4b7c-82b8-cf43ce9f77ac tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 210 time: 0.0645759 Mar 08 15:58:45.335321 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fa987-1227-42c9-b52f-0e8fbb838ca0 req-1bb35d93-6b06-4614-9195-eec50320ccd1 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:45.336963 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb3fa987-1227-42c9-b52f-0e8fbb838ca0 req-1bb35d93-6b06-4614-9195-eec50320ccd1 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 946 time: 0.0698049 Mar 08 15:58:45.400378 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb3fa987-1227-42c9-b52f-0e8fbb838ca0 req-88f6c299-3b32-496e-aaff-882ca7f3e477 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578241 Mar 08 15:58:46.212105 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ac67fde4-0f69-4a33-8aab-7eae34ddd879 req-fe75d2c2-1f89-40b4-9dda-793f11b31d5d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 210 time: 0.0485730 Mar 08 15:58:46.256029 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-fc4a3f54-eb50-4929-a57f-a02e559c4f3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815361 Mar 08 15:58:46.343099 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-a5113893-4e1b-47de-830c-dc36182cdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:46.345048 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-a5113893-4e1b-47de-830c-dc36182cdb73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=21df3f9f0d574b7caf4379de964ada1a&device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 1129 time: 0.0637209 Mar 08 15:58:46.505712 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-854d51e5-0f1d-4417-a0f6-0e49045eb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:46.507240 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-854d51e5-0f1d-4417-a0f6-0e49045eb728 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 200 len: 919 time: 0.1323161 Mar 08 15:58:46.533272 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-464ff312-9b38-42e8-aa79-7776c2799224 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:46.535553 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-464ff312-9b38-42e8-aa79-7776c2799224 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 811 time: 0.2046349 Mar 08 15:58:46.579703 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-d170eb3d-1804-407b-8633-78c7fb2dfb6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45 HTTP/1.1" status: 200 len: 217 time: 0.0650094 Mar 08 15:58:46.641633 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-276685c2-5b43-47f7-adb1-73298088d61d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 379 time: 0.0949655 Mar 08 15:58:46.647004 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-59afc543-8aaf-40b8-9e10-cadefd26e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:46.648509 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-59afc543-8aaf-40b8-9e10-cadefd26e7c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 200 len: 858 time: 0.0592372 Mar 08 15:58:46.651121 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'port': {'device_id': '91d846f5-8730-4452-b348-84064267e685', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'admin_state_up': True, 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'security_groups': ['0600464f-c4d2-42c6-ba56-a559b2f042c1']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:46.690404 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-55e052b2-9aee-416a-b274-5cb6889f38b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6924e6b0-7eb8-4184-895c-0d0d3d20e150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282133 Mar 08 15:58:46.788540 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Made reservation on behalf of de2d718fb94a4747ada518f08ca3632e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:46.792730 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:46.821536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-a51d4e87-775c-4058-9fbc-384ed3b16988 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166942 Mar 08 15:58:46.954966 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e8e4723-6ed0-42b4-be75-0d18b8a46a5d req-78079881-2042-4de4-9802-519781908b25 service neutron] 10.222.0.37 "GET /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249397 Mar 08 15:58:46.993048 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Allocated IP 172.20.0.5 (a154b254-21e7-4168-a9eb-fa82dc9c0446/ebc384aa-c276-4ee5-af84-75bba4000bc1/461defaf-4c2f-49a9-a1e4-80faf1a79bed) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:47.189729 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:47.261636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:47.381010 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:47.382589 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:47.387059 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:47.413849 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=461defaf-4c2f-49a9-a1e4-80faf1a79bed,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:47.450045 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:47.457906 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:47.491477 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-72e10fa6-0d09-45af-8def-021e064e36e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8441052 Mar 08 15:58:47.504683 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Request body: {'port': {'device_id': '91d846f5-8730-4452-b348-84064267e685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:47.521628 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25faac3-f772-4b6c-ad00-47d167f6581c req-e282848d-f781-4e11-af26-2bc9628cfcc1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:47.523311 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d25faac3-f772-4b6c-ad00-47d167f6581c req-e282848d-f781-4e11-af26-2bc9628cfcc1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 931 time: 0.1796646 Mar 08 15:58:47.584424 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:47.642498 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d25faac3-f772-4b6c-ad00-47d167f6581c req-d36fe830-c9e8-4f4c-89d7-10112828f4a3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108553 Mar 08 15:58:47.821306 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-879695d8-ef3d-4f50-a5dc-7aa28de08545 None None] Provisioning complete for port 461defaf-4c2f-49a9-a1e4-80faf1a79bed triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:47.822759 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-879695d8-ef3d-4f50-a5dc-7aa28de08545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:47.884115 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-879695d8-ef3d-4f50-a5dc-7aa28de08545 None None] Port 461defaf-4c2f-49a9-a1e4-80faf1a79bed cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:48.001567 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 461defaf-4c2f-49a9-a1e4-80faf1a79bed {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:58:48.009532 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Publish callbacks [] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:48.022938 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Transition to ACTIVE for port object 461defaf-4c2f-49a9-a1e4-80faf1a79bed will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:58:48.027967 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:48.085778 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Pushing event updated for resources: {'Port': ['ID=461defaf-4c2f-49a9-a1e4-80faf1a79bed,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:48.186056 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Attempting to bind port 461defaf-4c2f-49a9-a1e4-80faf1a79bed on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:58:48.186594 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Attempting to bind port 461defaf-4c2f-49a9-a1e4-80faf1a79bed by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:58:48.187193 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Attempting to bind port 461defaf-4c2f-49a9-a1e4-80faf1a79bed on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:48.193067 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Port 461defaf-4c2f-49a9-a1e4-80faf1a79bed on network a154b254-21e7-4168-a9eb-fa82dc9c0446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:58:48.193396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Attempting to bind port 461defaf-4c2f-49a9-a1e4-80faf1a79bed on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:58:48.201501 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:58:48.201501 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Checking segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:58:48.202452 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Bound using segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:58:48.202960 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Bound port: 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:58:48.203519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:48.278461 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] For port 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:58:48.282673 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] For port 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:58:48.290977 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:48.337469 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:48.338031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:48.339434 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] 10.222.0.37 "PUT /v2.0/ports/461defaf-4c2f-49a9-a1e4-80faf1a79bed HTTP/1.1" status: 200 len: 1093 time: 0.8398759 Mar 08 15:58:48.339856 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:58:48.342164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af90f9-a5ae-447e-af74-687fa65dd2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "91d846f5-8730-4452-b348-84064267e685", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:58:48.391465 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119b472-cf24-47ac-ba18-b94cb2f67781 x-openstack-request-id: req-d119b472-cf24-47ac-ba18-b94cb2f67781 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:58:48.391759 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d846f5-8730-4452-b348-84064267e685", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:58:48.392015 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d119b472-cf24-47ac-ba18-b94cb2f67781 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:58:48.392410 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'status': 'completed', 'code': 200} Mar 08 15:58:48.393325 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bdb63-819b-4c95-b56e-965f4d1130be service neutron] Pushing event updated for resources: {'Port': ['ID=461defaf-4c2f-49a9-a1e4-80faf1a79bed,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:48.486869 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-fafbca3d-8e38-4416-a984-1f5b20eba4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:48.489044 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-fafbca3d-8e38-4416-a984-1f5b20eba4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 1127 time: 0.0496705 Mar 08 15:58:48.539076 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-3ed8ddab-5d7b-4384-ac03-15c875bcbfc9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed HTTP/1.1" status: 200 len: 217 time: 0.0414660 Mar 08 15:58:48.616349 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:48.617864 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-81948c3a-8775-4957-bd17-b509ae020bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:48.619989 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-81948c3a-8775-4957-bd17-b509ae020bcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0716376 Mar 08 15:58:48.695636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-3526629a-5c6c-4d56-81b0-0c2507d87b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:48.696737 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-3526629a-5c6c-4d56-81b0-0c2507d87b42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523353 Mar 08 15:58:48.764678 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e44e2-8365-4cb9-96fa-812ef416c903 req-ad2a8f14-dfa7-40b0-ab2c-aeab1f4df697 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:48.766153 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a4e44e2-8365-4cb9-96fa-812ef416c903 req-ad2a8f14-dfa7-40b0-ab2c-aeab1f4df697 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0570116 Mar 08 15:58:48.803920 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-7876ffb8-320e-4b07-89de-cdb35f1b6099 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982842 Mar 08 15:58:48.885595 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a4e44e2-8365-4cb9-96fa-812ef416c903 req-640a42cf-029a-41fa-a5af-40267622ff62 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126931 Mar 08 15:58:48.903173 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-995e0348-ef07-4c05-b38d-eca2f8af61eb req-68945ac9-ee86-42f3-a990-37902caa417a service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879846 Mar 08 15:58:48.929710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-d973e428-3f36-44c3-b94d-bbf2197a1187 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:48.931326 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-d973e428-3f36-44c3-b94d-bbf2197a1187 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 815 time: 0.1301618 Mar 08 15:58:48.946984 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-2f70fc35-51e6-404a-bc31-a13c3abddbb9 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/quotas/71a3b4dcd4ec4ad8976a89c57450aec3 HTTP/1.1" status: 200 len: 375 time: 0.0094521 Mar 08 15:58:49.002410 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-5119f6dd-9237-4fa7-b618-e49b610f21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:49.004393 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-5119f6dd-9237-4fa7-b618-e49b610f21fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 1127 time: 0.0450525 Mar 08 15:58:49.006187 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-134f8dec-b979-4e58-8485-c1e4835988eb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535178 Mar 08 15:58:49.126799 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-8cf5d12a-0548-4769-8492-56d3e6e19de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:49.128950 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-8cf5d12a-0548-4769-8492-56d3e6e19de1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.1174183 Mar 08 15:58:49.147878 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-5f5d4978-f2b5-4447-9da4-9687a181e118 service neutron] 10.222.0.15 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289029 Mar 08 15:58:49.187454 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-47ae4a4a-97fb-4b35-8692-e8b0c3c863c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed HTTP/1.1" status: 200 len: 217 time: 0.0432642 Mar 08 15:58:49.237774 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-a658ab8d-1f19-4e89-adef-f5e92e551d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:49.239707 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-a658ab8d-1f19-4e89-adef-f5e92e551d90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0444376 Mar 08 15:58:49.242602 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-2f9a1539-1ae8-4e70-9043-c2aebe443fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936682 Mar 08 15:58:49.312853 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-1f3394fa-1f30-4d44-b4f2-9eeeb97b1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:49.317175 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-1f3394fa-1f30-4d44-b4f2-9eeeb97b1a80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564246 Mar 08 15:58:49.465732 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-77481f41-653a-497d-9707-016220bfc8c5 req-2e4ff859-8c6c-4349-b4cc-d76665d036c5 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 210 time: 0.0520165 Mar 08 15:58:49.466959 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-f38869a4-6cf6-4389-a3bb-afbb7a23ce49 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374888 Mar 08 15:58:49.535570 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06b4be-c9ea-42e8-abcc-ef921a5e327f req-8024dd6f-8bec-4783-86a8-acff75ea32fd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:49.537424 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb06b4be-c9ea-42e8-abcc-ef921a5e327f req-8024dd6f-8bec-4783-86a8-acff75ea32fd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1124609 Mar 08 15:58:49.584119 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22af90f9-a5ae-447e-af74-687fa65dd2a0 req-1feb60fb-dd4e-403e-b140-20684420fa32 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021819 Mar 08 15:58:49.593378 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb06b4be-c9ea-42e8-abcc-ef921a5e327f req-7d286f5a-25a3-4cef-92f3-67752e811b5d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 Mar 08 15:58:50.022974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb0c3-3363-4307-b020-7781abf20300 req-8ce422e7-3725-4e9b-85d0-10c83f410522 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:50.024442 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f38fb0c3-3363-4307-b020-7781abf20300 req-8ce422e7-3725-4e9b-85d0-10c83f410522 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0586960 Mar 08 15:58:50.079793 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f38fb0c3-3363-4307-b020-7781abf20300 req-6a4dc4f7-fa78-4887-922b-93c942cb1655 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490637 Mar 08 15:58:50.449762 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a1f2f-1c8d-4de0-92a3-d03f38eec80d req-6c282156-6349-4c57-b615-c27ddf137d45 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:50.451253 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-724a1f2f-1c8d-4de0-92a3-d03f38eec80d req-6c282156-6349-4c57-b615-c27ddf137d45 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0584953 Mar 08 15:58:50.502036 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-724a1f2f-1c8d-4de0-92a3-d03f38eec80d req-fef7e4cc-5dbb-49ba-afad-16d6421d93d5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 Mar 08 15:58:50.568420 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-35722bd3-a398-47dd-af38-22fb608146a0 req-4fec3682-7571-416c-a574-74fb1f1040ab tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 210 time: 0.0322998 Mar 08 15:58:50.719177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31faff3f-c3fb-46da-a1c1-2f91281096e3 req-2a39fd76-4354-4761-8503-3f45db8d1759 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:50.720622 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-31faff3f-c3fb-46da-a1c1-2f91281096e3 req-2a39fd76-4354-4761-8503-3f45db8d1759 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0522296 Mar 08 15:58:50.766657 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-31faff3f-c3fb-46da-a1c1-2f91281096e3 req-1520652d-1b10-461e-833d-2d6083b15e1e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Mar 08 15:58:51.072235 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-2547307a-13de-4369-a9a4-dac8dbb4ca3c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:51.073538 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-2547307a-13de-4369-a9a4-dac8dbb4ca3c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 815 time: 0.1032591 Mar 08 15:58:51.090854 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'port': {'device_id': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'admin_state_up': True, 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:58:51.223003 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Made reservation on behalf of 71a3b4dcd4ec4ad8976a89c57450aec3 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:58:51.226516 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:51.232505 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9c314-cbe5-4d83-b890-e17d9aaab5aa req-4c5477c4-d1a3-49c1-9d3a-e86e7db17852 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:51.233989 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2fd9c314-cbe5-4d83-b890-e17d9aaab5aa req-4c5477c4-d1a3-49c1-9d3a-e86e7db17852 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0534823 Mar 08 15:58:51.289963 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2fd9c314-cbe5-4d83-b890-e17d9aaab5aa req-91ba526c-c365-48e1-b6e5-3ce9b3212fb0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484784 Mar 08 15:58:51.364454 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Allocated IP 172.20.0.7 (d227d8fd-b748-4385-847e-764a400f92aa/e6591f45-8deb-40c3-a986-7b3e7560890f/2bf9f923-3104-447a-81ac-d5f0aee92586) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:58:51.612637 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:51.699796 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:51.784149 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Network d227d8fd-b748-4385-847e-764a400f92aa is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:58:51.792219 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:58:51.795572 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:58:51.829399 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb5eac-4a87-40cc-b450-2361da505719 req-b4c5d3bb-1fe6-4015-96b1-211f586a7dc4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:51.839304 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7bdb5eac-4a87-40cc-b450-2361da505719 req-b4c5d3bb-1fe6-4015-96b1-211f586a7dc4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1896129 Mar 08 15:58:51.865396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:58:51.905629 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:51.906677 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:51.938209 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-a8c7bc7b-aa29-485e-87ba-23b4a668cc3a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8511350 Mar 08 15:58:51.940620 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216f02d-7985-4eff-a683-24dc1f54957b req-fe80d86d-1596-4b3f-99dd-050c001a2835 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:51.952711 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7216f02d-7985-4eff-a683-24dc1f54957b req-fe80d86d-1596-4b3f-99dd-050c001a2835 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.2554972 Mar 08 15:58:52.011766 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7bdb5eac-4a87-40cc-b450-2361da505719 req-6b397cb5-1dfd-4916-a2d0-deb7311a3880 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714435 Mar 08 15:58:52.129530 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7216f02d-7985-4eff-a683-24dc1f54957b req-17e22bb4-8a01-42a2-b35c-f8cc43a2f652 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746063 Mar 08 15:58:52.196205 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3c09963b-e071-4192-b458-1e95ef2035ab None None] Provisioning complete for port 2bf9f923-3104-447a-81ac-d5f0aee92586 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:58:52.196766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3c09963b-e071-4192-b458-1e95ef2035ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:52.219709 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cd496-96d5-4789-a5af-39ff4cd7ea41 req-7c6aa637-54d6-44dd-b13f-c7a29d302cdd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:52.236471 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-462cd496-96d5-4789-a5af-39ff4cd7ea41 req-7c6aa637-54d6-44dd-b13f-c7a29d302cdd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0868421 Mar 08 15:58:52.273663 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3c09963b-e071-4192-b458-1e95ef2035ab None None] Port 2bf9f923-3104-447a-81ac-d5f0aee92586 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:58:52.304034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-462cd496-96d5-4789-a5af-39ff4cd7ea41 req-b2cee20b-ad7a-4b10-b13a-3c418b829e46 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579667 Mar 08 15:58:52.454466 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870866f1-146c-4a99-983a-b91488cefcd2 req-0d143313-7bbd-42bd-8cac-ac926e899f3d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:52.456322 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-870866f1-146c-4a99-983a-b91488cefcd2 req-0d143313-7bbd-42bd-8cac-ac926e899f3d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0612845 Mar 08 15:58:52.514880 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-870866f1-146c-4a99-983a-b91488cefcd2 req-2245476a-d981-4c44-a22c-b6d5588121e6 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518165 Mar 08 15:58:53.156329 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c05725-3a62-49c5-a73a-ce2e2ce34a76 req-23e59b1f-3b57-4651-931f-c734448ba3f9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:53.157818 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-51c05725-3a62-49c5-a73a-ce2e2ce34a76 req-23e59b1f-3b57-4651-931f-c734448ba3f9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0897560 Mar 08 15:58:53.164783 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5a03e-e7ca-48b9-85fb-207903fe547a req-733aa64f-311d-492f-a6b7-5537fd2ccc97 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:53.166147 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02d5a03e-e7ca-48b9-85fb-207903fe547a req-733aa64f-311d-492f-a6b7-5537fd2ccc97 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0892117 Mar 08 15:58:53.236252 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-51c05725-3a62-49c5-a73a-ce2e2ce34a76 req-db75285a-c230-4fa0-8cd4-a16130572831 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690629 Mar 08 15:58:53.245714 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02d5a03e-e7ca-48b9-85fb-207903fe547a req-37a25fc2-eaee-4ccf-b060-d9ff7e23cce4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715094 Mar 08 15:58:53.375403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c247-2976-471d-8d6e-cbee64a87e1b req-612b990d-38c8-4ef5-87aa-f1bd4eb183ab tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:53.377022 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c786c247-2976-471d-8d6e-cbee64a87e1b req-612b990d-38c8-4ef5-87aa-f1bd4eb183ab tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.0551379 Mar 08 15:58:53.480504 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c786c247-2976-471d-8d6e-cbee64a87e1b req-2785196d-1456-4c6c-bcee-d3a1d787e6e4 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971222 Mar 08 15:58:53.515155 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a404d23-0489-49b1-8806-bf5c330a2886 req-7b1a5b29-2276-4f30-bc20-0505b6ea9965 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:53.516946 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7a404d23-0489-49b1-8806-bf5c330a2886 req-7b1a5b29-2276-4f30-bc20-0505b6ea9965 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1101394 Mar 08 15:58:53.582202 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7a404d23-0489-49b1-8806-bf5c330a2886 req-e3c820e9-97a7-4650-a1a2-7b9b44a85f9a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581794 Mar 08 15:58:53.666100 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6882232-216a-4885-8383-329a0510cbb2 req-0c43c76f-cb77-400e-a185-43407253c0b2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:53.667686 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b6882232-216a-4885-8383-329a0510cbb2 req-0c43c76f-cb77-400e-a185-43407253c0b2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0614252 Mar 08 15:58:53.725277 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b6882232-216a-4885-8383-329a0510cbb2 req-13bc5d50-02d4-4c7d-8f31-4b13e5d2c137 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518649 Mar 08 15:58:54.432233 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674be75-cabe-444b-94f7-d6c4dc3096f4 req-860a9a43-e0a2-45f1-9724-c8932b15bb36 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:54.434041 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2674be75-cabe-444b-94f7-d6c4dc3096f4 req-860a9a43-e0a2-45f1-9724-c8932b15bb36 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0927720 Mar 08 15:58:54.445690 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8fd1-ad90-40a7-bd54-fc8fe49efddd req-b8fa7651-1f46-4f68-aa86-6a1ffcbfe987 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:54.447493 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152f8fd1-ad90-40a7-bd54-fc8fe49efddd req-b8fa7651-1f46-4f68-aa86-6a1ffcbfe987 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1188188 Mar 08 15:58:54.526723 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2674be75-cabe-444b-94f7-d6c4dc3096f4 req-6e3574ef-8f04-4bfc-906d-b6db124548bd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782406 Mar 08 15:58:54.534041 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152f8fd1-ad90-40a7-bd54-fc8fe49efddd req-d9501ce3-fd9b-488c-b0b4-5c86df18fcc1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786438 Mar 08 15:58:54.660512 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1decf-d1e2-4a55-b230-067f14900be2 req-3be0ac39-2bc8-4c9c-ab91-a3cbc7598079 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:54.662420 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6ad1decf-d1e2-4a55-b230-067f14900be2 req-3be0ac39-2bc8-4c9c-ab91-a3cbc7598079 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.0585978 Mar 08 15:58:54.755369 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6ad1decf-d1e2-4a55-b230-067f14900be2 req-9bea57e7-7bff-4781-81a2-b82d1271b9a9 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829639 Mar 08 15:58:54.778513 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13334f22-4725-4246-91cc-a099d8fea215 req-74d6163c-bd24-47e3-99f3-5539b542150a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:54.780138 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13334f22-4725-4246-91cc-a099d8fea215 req-74d6163c-bd24-47e3-99f3-5539b542150a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1005597 Mar 08 15:58:54.842140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13334f22-4725-4246-91cc-a099d8fea215 req-1816685f-5462-4448-8b03-9463eca63f69 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499213 Mar 08 15:58:54.903692 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496f21-32c1-450d-ac60-33940898930f req-b9aff898-de84-4c7d-8be5-835d2bfd737f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:54.905172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf496f21-32c1-450d-ac60-33940898930f req-b9aff898-de84-4c7d-8be5-835d2bfd737f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0621703 Mar 08 15:58:54.958266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cf496f21-32c1-450d-ac60-33940898930f req-20c7d6a6-ddf3-4fc2-871e-f981a4422bda tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468125 Mar 08 15:58:55.768134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ee0f7-2bde-4742-aee5-79819094823f req-863266fb-eeee-48d3-879c-9cfdcf5b3820 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:55.775990 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ac2ee0f7-2bde-4742-aee5-79819094823f req-863266fb-eeee-48d3-879c-9cfdcf5b3820 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1184919 Mar 08 15:58:55.795035 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911038c-7a0b-4dd9-8b3e-827c0c23bc81 req-f6b5d2c4-cab5-4c40-b740-8ca098de3145 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:55.796628 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f911038c-7a0b-4dd9-8b3e-827c0c23bc81 req-f6b5d2c4-cab5-4c40-b740-8ca098de3145 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0981300 Mar 08 15:58:55.867584 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ac2ee0f7-2bde-4742-aee5-79819094823f req-ba4d71de-4318-45c4-88b3-504f41cf69dc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863850 Mar 08 15:58:55.893294 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f911038c-7a0b-4dd9-8b3e-827c0c23bc81 req-82e4fd58-35e5-4477-8ff9-c2bb79a6fd7a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882070 Mar 08 15:58:56.032762 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bce3df-4953-470a-b115-caa2a809d592 req-1e71a835-06a4-451d-b5c2-b5249fed26c2 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:56.034435 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c0bce3df-4953-470a-b115-caa2a809d592 req-1e71a835-06a4-451d-b5c2-b5249fed26c2 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.1017330 Mar 08 15:58:56.076566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81231a2b-beab-450b-9c4f-3d16891ba776 req-531ba956-866a-417c-9f5d-2065e2a9301b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:56.078040 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-81231a2b-beab-450b-9c4f-3d16891ba776 req-531ba956-866a-417c-9f5d-2065e2a9301b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1043904 Mar 08 15:58:56.147021 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c0bce3df-4953-470a-b115-caa2a809d592 req-ff957a9a-dbfa-4d80-bf01-f4c6ba909dec tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037297 Mar 08 15:58:56.177537 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-81231a2b-beab-450b-9c4f-3d16891ba776 req-9b9dea42-f8aa-469d-9f7f-359fc493993c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906169 Mar 08 15:58:56.258490 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d241-5570-4947-ac03-46e16bfd9a82 req-226dfe4f-b786-458d-8050-854127210732 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:56.260246 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d536d241-5570-4947-ac03-46e16bfd9a82 req-226dfe4f-b786-458d-8050-854127210732 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0565064 Mar 08 15:58:56.316845 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d536d241-5570-4947-ac03-46e16bfd9a82 req-b2450f7f-143c-46d8-8ddc-0cf6bbb95a52 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501857 Mar 08 15:58:57.034447 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7fd16-326e-4e24-be26-57250f44b589 req-ca7632df-ec4b-40fd-afb1-f2599365a0da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:57.036700 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80d7fd16-326e-4e24-be26-57250f44b589 req-ca7632df-ec4b-40fd-afb1-f2599365a0da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0965025 Mar 08 15:58:57.060131 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e45e7-dc5c-49d5-ab98-73783d333d73 req-ca8e85dd-8802-4680-85ad-967f18c012e0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:57.061704 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-825e45e7-dc5c-49d5-ab98-73783d333d73 req-ca8e85dd-8802-4680-85ad-967f18c012e0 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0876522 Mar 08 15:58:57.137199 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80d7fd16-326e-4e24-be26-57250f44b589 req-e4f7761b-c8d9-4141-acd1-1757dfe0f576 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922325 Mar 08 15:58:57.149426 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-825e45e7-dc5c-49d5-ab98-73783d333d73 req-e3f2f5c6-3a76-4f56-96b6-5fc75db73840 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798643 Mar 08 15:58:57.308156 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79a94f-8344-46de-a169-21fae59149f5 req-d04073fc-36d6-4c9b-b190-60e7502b5975 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:57.309637 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae79a94f-8344-46de-a169-21fae59149f5 req-d04073fc-36d6-4c9b-b190-60e7502b5975 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.0935340 Mar 08 15:58:57.359359 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ec6ca-158e-440b-9629-35bcfbe482c2 req-54b83985-d1a8-4fb4-8ea9-07713799f884 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:57.360819 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c7ec6ca-158e-440b-9629-35bcfbe482c2 req-54b83985-d1a8-4fb4-8ea9-07713799f884 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1035228 Mar 08 15:58:57.386860 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae79a94f-8344-46de-a169-21fae59149f5 req-1c28de87-c062-4d1f-a67e-985c4e8337b0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707619 Mar 08 15:58:57.449492 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c7ec6ca-158e-440b-9629-35bcfbe482c2 req-f9c2d9a6-7045-4596-8fe0-8207c3c91915 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750599 Mar 08 15:58:57.524460 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061db3a0-1f16-4a92-b338-d1ccdf9f438e req-98a8f29d-6820-464a-bdc9-b41924dc1bdb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:57.526222 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-061db3a0-1f16-4a92-b338-d1ccdf9f438e req-98a8f29d-6820-464a-bdc9-b41924dc1bdb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0581379 Mar 08 15:58:57.584444 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-061db3a0-1f16-4a92-b338-d1ccdf9f438e req-782f5bdf-393a-4ece-9b8c-2aa3e4a3d390 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523062 Mar 08 15:58:58.308897 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d87f4-c324-483f-8080-ddb034d52fa3 req-16984524-af86-423a-80f5-19dffd7362e7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:58.311398 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d21d87f4-c324-483f-8080-ddb034d52fa3 req-16984524-af86-423a-80f5-19dffd7362e7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1027954 Mar 08 15:58:58.359738 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defa294-8ccd-4e02-ae4f-d9ecc8792076 req-b42d75b8-d1d7-4075-9d0d-deb591d471c1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:58.363251 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2defa294-8ccd-4e02-ae4f-d9ecc8792076 req-b42d75b8-d1d7-4075-9d0d-deb591d471c1 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1114881 Mar 08 15:58:58.400266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d21d87f4-c324-483f-8080-ddb034d52fa3 req-dc73d901-9e04-4544-ac24-6786b01db9be tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744483 Mar 08 15:58:58.435530 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2defa294-8ccd-4e02-ae4f-d9ecc8792076 req-cab666b2-a144-4f0e-b6f0-cec3b9fdb46f tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643473 Mar 08 15:58:58.588513 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b942880-6b81-47a8-9131-3a3267caeab6 req-19b600d6-46e0-4e6e-ac31-046ac9a03ac0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:58.591474 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3b942880-6b81-47a8-9131-3a3267caeab6 req-19b600d6-46e0-4e6e-ac31-046ac9a03ac0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.0988314 Mar 08 15:58:58.604844 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee28c3-9623-4d29-b7d8-36b8a2605110 req-c43e0ad6-8c6d-4589-b8a1-bc5825c434d2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:58.606377 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cfee28c3-9623-4d29-b7d8-36b8a2605110 req-c43e0ad6-8c6d-4589-b8a1-bc5825c434d2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0807707 Mar 08 15:58:58.679675 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3b942880-6b81-47a8-9131-3a3267caeab6 req-2f0611c9-7299-456e-91e7-88f3b581d102 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821369 Mar 08 15:58:58.684377 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cfee28c3-9623-4d29-b7d8-36b8a2605110 req-558f31e2-b858-42f5-be34-57c0d6e522d9 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715466 Mar 08 15:58:58.821055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc65a-94fc-4c58-93d8-46a0b12c1b8a req-f369bca9-55e3-4d93-a45b-a20b553697b8 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:58.834255 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-00dbc65a-94fc-4c58-93d8-46a0b12c1b8a req-f369bca9-55e3-4d93-a45b-a20b553697b8 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0833375 Mar 08 15:58:58.879839 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-00dbc65a-94fc-4c58-93d8-46a0b12c1b8a req-21372c1b-375d-4b4c-88a3-09b0d5cdfb7e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438380 Mar 08 15:58:59.270416 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60fc82b8-839b-4776-ab4d-36c51bb70d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:58:59.571725 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502d205-c5ea-41fa-8df2-d7ad1996adf3 req-d446f8f5-0b14-4f32-8374-c7f29ad06087 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:59.573399 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a502d205-c5ea-41fa-8df2-d7ad1996adf3 req-d446f8f5-0b14-4f32-8374-c7f29ad06087 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0961108 Mar 08 15:58:59.615463 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c1d67-3681-4390-9871-6f8dd21c8824 req-17165a0d-7503-4e7d-841a-dd93d1f05a2d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:59.616940 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d64c1d67-3681-4390-9871-6f8dd21c8824 req-17165a0d-7503-4e7d-841a-dd93d1f05a2d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0881798 Mar 08 15:58:59.654022 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a502d205-c5ea-41fa-8df2-d7ad1996adf3 req-6240df5b-9e53-40ac-acb0-42d6c448f221 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746150 Mar 08 15:58:59.681603 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d64c1d67-3681-4390-9871-6f8dd21c8824 req-b5e91266-0e58-4c1e-806a-fd5f0fd05c4a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586853 Mar 08 15:58:59.853403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4176b-56e4-4bc5-9d44-813392cc973d req-b9323d77-ea10-4895-9fba-db702665b37c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:59.854848 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ecc4176b-56e4-4bc5-9d44-813392cc973d req-b9323d77-ea10-4895-9fba-db702665b37c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0918272 Mar 08 15:58:59.864998 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560f4ef-f3c3-46bf-9bc9-d8d3e2ff5f86 req-6eb6e484-25cd-4d33-8848-ba867d11e267 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:58:59.866254 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f560f4ef-f3c3-46bf-9bc9-d8d3e2ff5f86 req-6eb6e484-25cd-4d33-8848-ba867d11e267 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.0928016 Mar 08 15:58:59.942175 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f560f4ef-f3c3-46bf-9bc9-d8d3e2ff5f86 req-9b12fcae-b8f9-46f6-a977-5b740113c952 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691328 Mar 08 15:58:59.946232 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ecc4176b-56e4-4bc5-9d44-813392cc973d req-7b3d5e03-414c-4e64-b903-ba7ff2006b4d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790696 Mar 08 15:59:00.054954 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f4608-774c-4253-9e4c-fe467397a99f req-61197401-725c-4913-851c-be567fd1c94d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:00.056651 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c5f4608-774c-4253-9e4c-fe467397a99f req-61197401-725c-4913-851c-be567fd1c94d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0537779 Mar 08 15:59:00.108333 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c5f4608-774c-4253-9e4c-fe467397a99f req-778d067f-2c91-4e0b-a034-d53f841b6249 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448852 Mar 08 15:59:00.811602 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5be872-0102-4151-862a-e1803baadae8 req-7850c5ae-77e4-4a67-bd8a-eaf0fe0f10e2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:00.813073 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9d5be872-0102-4151-862a-e1803baadae8 req-7850c5ae-77e4-4a67-bd8a-eaf0fe0f10e2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0880613 Mar 08 15:59:00.825256 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002428fa-9592-4e58-b6f5-370ae9af937c req-870beb4f-f964-4340-a580-91cf3b012a88 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:00.826673 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-002428fa-9592-4e58-b6f5-370ae9af937c req-870beb4f-f964-4340-a580-91cf3b012a88 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0702665 Mar 08 15:59:00.882911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Request body: {'port': {'device_id': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:00.903292 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9d5be872-0102-4151-862a-e1803baadae8 req-c5758bd5-72f3-4625-a198-8169be7903bc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755651 Mar 08 15:59:00.915412 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-002428fa-9592-4e58-b6f5-370ae9af937c req-b6f8e593-935c-495b-ab9c-2933aecf10e7 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799220 Mar 08 15:59:00.954558 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.098669 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7be10e-723c-4ade-911a-db3fd0885362 req-c8a46086-0966-464a-862a-702ae3e1cd48 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.100181 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4e7be10e-723c-4ade-911a-db3fd0885362 req-c8a46086-0966-464a-862a-702ae3e1cd48 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 931 time: 0.0884285 Mar 08 15:59:01.107766 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d35fd3-70ec-4d3c-8822-4a9e16f77ca5 req-0eda5a26-b298-45b0-b8d4-d32a43969154 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.109134 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-89d35fd3-70ec-4d3c-8822-4a9e16f77ca5 req-0eda5a26-b298-45b0-b8d4-d32a43969154 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0876396 Mar 08 15:59:01.175997 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4e7be10e-723c-4ade-911a-db3fd0885362 req-ec3ba7a1-f40b-47ae-91ba-149052cb77f9 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Mar 08 15:59:01.194987 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-89d35fd3-70ec-4d3c-8822-4a9e16f77ca5 req-deaec55a-17a9-4a26-a925-2978b78e2513 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711527 Mar 08 15:59:01.230856 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf9f923-3104-447a-81ac-d5f0aee92586 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:01.238884 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Publish callbacks [] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.251128 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Transition to ACTIVE for port object 2bf9f923-3104-447a-81ac-d5f0aee92586 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:59:01.256337 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.294031 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba4af6-6c3d-4fb9-a952-235bfa933c60 req-89c7d741-5bdb-4a55-a82e-343f6b69cd0b tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.296156 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-09ba4af6-6c3d-4fb9-a952-235bfa933c60 req-89c7d741-5bdb-4a55-a82e-343f6b69cd0b tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.0647984 Mar 08 15:59:01.306873 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:01.321292 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.321651 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.321999 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.322341 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.322672 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.323003 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.323363 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.323716 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.324055 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.324368 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.324688 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.325023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.325332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:01.366082 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-09ba4af6-6c3d-4fb9-a952-235bfa933c60 req-c81c3a10-bdff-42e5-bdd4-acae06b1889f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615294 Mar 08 15:59:01.397777 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Attempting to bind port 2bf9f923-3104-447a-81ac-d5f0aee92586 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:01.398115 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Attempting to bind port 2bf9f923-3104-447a-81ac-d5f0aee92586 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:01.398442 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Attempting to bind port 2bf9f923-3104-447a-81ac-d5f0aee92586 on network d227d8fd-b748-4385-847e-764a400f92aa {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:01.402948 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Port 2bf9f923-3104-447a-81ac-d5f0aee92586 on network d227d8fd-b748-4385-847e-764a400f92aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:59:01.403295 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Attempting to bind port 2bf9f923-3104-447a-81ac-d5f0aee92586 on network d227d8fd-b748-4385-847e-764a400f92aa {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:01.408093 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:01.408424 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Checking segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:01.408800 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Bound using segment: {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:01.409217 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Bound port: 2bf9f923-3104-447a-81ac-d5f0aee92586, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2118ada-f0c7-4b3f-89ea-4841ea17511d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:01.409566 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.476596 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:01.479611 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:01.486020 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.522209 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.522818 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.524233 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-019116a8-7775-405c-b80e-063feef8b31d service neutron] 10.222.0.37 "PUT /v2.0/ports/2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 1093 time: 0.6464257 Mar 08 15:59:01.524663 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:01.526868 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:01.549157 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019116a8-7775-405c-b80e-063feef8b31d service neutron] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:01.565898 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7959c6-4d51-4534-a76c-ed8c1beec61e x-openstack-request-id: req-0c7959c6-4d51-4534-a76c-ed8c1beec61e {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:01.566184 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:01.566435 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c7959c6-4d51-4534-a76c-ed8c1beec61e {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:01.567259 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'status': 'completed', 'code': 200} Mar 08 15:59:01.619487 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-48d0cb7e-b4b9-4135-a2a8-6b0f386eeca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.621006 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-48d0cb7e-b4b9-4135-a2a8-6b0f386eeca8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1127 time: 0.0476158 Mar 08 15:59:01.672870 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-13b9b471-0ffa-4c50-ad24-49963dd725e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 217 time: 0.0388374 Mar 08 15:59:01.725934 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-356dec3f-fc1a-4630-bfa8-521a012c8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.727421 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-356dec3f-fc1a-4630-bfa8-521a012c8b6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.0437913 Mar 08 15:59:01.755570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6a48af1-220f-441c-a103-2976b367967b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:01.778165 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-32a9c322-f42a-4ee2-9d10-d32dd9def20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:01.779691 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-32a9c322-f42a-4ee2-9d10-d32dd9def20b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439386 Mar 08 15:59:01.875578 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-27bd147f-0dbd-4265-83de-09c18338cb2a service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Mar 08 15:59:01.976250 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5b79b47f-0076-4622-9b30-0b4b88f3852d req-76248d40-87df-4161-9f69-43aa983c2f70 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882468 Mar 08 15:59:02.073979 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32516d99-5a03-4bb9-9f16-1b76ebbf7ffa req-c380d5f8-02ac-4b7f-bf43-62a74113216b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.075533 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-32516d99-5a03-4bb9-9f16-1b76ebbf7ffa req-c380d5f8-02ac-4b7f-bf43-62a74113216b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.0800078 Mar 08 15:59:02.082958 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-e2658e30-b6bc-42df-b232-680fc785ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.084578 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-e2658e30-b6bc-42df-b232-680fc785ad02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1127 time: 0.0455356 Mar 08 15:59:02.086575 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c7073-c9bf-45ae-bde3-ca32cdc304e9 req-5ad1574c-cb36-4e91-af2a-390e657bb7e2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.088123 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f16c7073-c9bf-45ae-bde3-ca32cdc304e9 req-5ad1574c-cb36-4e91-af2a-390e657bb7e2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1013625 Mar 08 15:59:02.156815 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-32516d99-5a03-4bb9-9f16-1b76ebbf7ffa req-9ae241c6-47db-411c-bb65-911ada5a743f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677233 Mar 08 15:59:02.164389 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f16c7073-c9bf-45ae-bde3-ca32cdc304e9 req-5371f43f-08b6-4c88-9ccc-4e5aa858b318 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Mar 08 15:59:02.183268 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-fb64b000-ac1b-442d-b2e4-b2f717c0718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.184732 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-fb64b000-ac1b-442d-b2e4-b2f717c0718d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 916 time: 0.0931172 Mar 08 15:59:02.228287 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-3eaa72a7-c461-423a-87ea-9a1f593e5f88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 217 time: 0.0336955 Mar 08 15:59:02.293553 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-89d97ad0-b647-4ffe-b20e-c101444f27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.295010 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-89d97ad0-b647-4ffe-b20e-c101444f27eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.0535038 Mar 08 15:59:02.353027 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-ec63e8db-9033-40c2-a07a-72b6ec85685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.354597 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-ec63e8db-9033-40c2-a07a-72b6ec85685f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473876 Mar 08 15:59:02.471989 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-ae03fbc3-64fe-4284-9ea1-0fd688d89034 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887401 Mar 08 15:59:02.561761 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e8f0eda2-61e7-4f0d-bf2e-2a5d1ca9942d req-8d40d5fd-c9f6-4f07-acbe-407416235853 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821810 Mar 08 15:59:02.602278 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45dac14-457f-4768-80e7-5d658d67224e req-834427ad-527b-4bd5-b7bc-8cd317fa5d68 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.603802 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c45dac14-457f-4768-80e7-5d658d67224e req-834427ad-527b-4bd5-b7bc-8cd317fa5d68 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 943 time: 0.3597987 Mar 08 15:59:02.612082 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-36a82acc-33a3-41c6-b06c-9057ca539483 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.614102 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-36a82acc-33a3-41c6-b06c-9057ca539483 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1064799 Mar 08 15:59:02.629147 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711cb96-df95-4e11-9c0b-12e05c87c5ce req-de5901d5-2121-4114-b9fc-b0ca8842f919 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.630686 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c711cb96-df95-4e11-9c0b-12e05c87c5ce req-de5901d5-2121-4114-b9fc-b0ca8842f919 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1219468 Mar 08 15:59:02.729981 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c45dac14-457f-4768-80e7-5d658d67224e req-5118a6ac-9129-46d7-a9f5-5ef97d419a04 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136422 Mar 08 15:59:02.760561 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c711cb96-df95-4e11-9c0b-12e05c87c5ce req-df4140e4-3528-41e6-b174-e9e0e40f3ee8 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140988 Mar 08 15:59:02.789111 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port 76eac60b-a376-434e-9000-ff78375f10fc {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:02.789991 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (76eac60b-a376-434e-9000-ff78375f10fc), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:02.843246 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:02.914238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] For port 76eac60b-a376-434e-9000-ff78375f10fc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=76eac60b-a376-434e-9000-ff78375f10fc,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:02.914601 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (76eac60b-a376-434e-9000-ff78375f10fc), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:02.928972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5574-074f-4768-98e3-3a5d9d6c17e8 req-e9c1f311-f2a0-4eee-8be6-632046445193 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:02.930427 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e98f5574-074f-4768-98e3-3a5d9d6c17e8 req-e9c1f311-f2a0-4eee-8be6-632046445193 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 943 time: 0.1258092 Mar 08 15:59:03.090967 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 461defaf-4c2f-49a9-a1e4-80faf1a79bed details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:59:03.114782 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e98f5574-074f-4768-98e3-3a5d9d6c17e8 req-a13f86de-b88e-4ebd-b283-076792f5a031 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780384 Mar 08 15:59:03.184612 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:03.184976 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (4bfc87f6-533a-4306-afb7-804d4c35b1b5), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:03.185290 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP 4bfc87f6-533a-4306-afb7-804d4c35b1b5 disassociated. External IP: 172.27.2.28, port: 76eac60b-a376-434e-9000-ff78375f10fc. Mar 08 15:59:03.185939 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for 76eac60b-a376-434e-9000-ff78375f10fc owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:03.194728 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:03.209826 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'port_id': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'mac_address': 'fa:16:3e:b1:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:59:03.258808 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 461defaf-4c2f-49a9-a1e4-80faf1a79bed is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:03.259248 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:03.272387 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 461defaf-4c2f-49a9-a1e4-80faf1a79bed {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:03.291820 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:03.295655 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:03.349450 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=461defaf-4c2f-49a9-a1e4-80faf1a79bed,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:03.357173 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.357524 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.357872 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.358212 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.358548 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.358905 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.359273 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.359607 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.359938 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.360298 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.360715 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.361067 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.361394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.386471 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82d55f-60ae-4e4e-88a4-3ef6fc70509d req-d3e69136-5b8b-4862-8432-187a65d67b4f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:03.387999 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ab82d55f-60ae-4e4e-88a4-3ef6fc70509d req-d3e69136-5b8b-4862-8432-187a65d67b4f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 945 time: 0.1392484 Mar 08 15:59:03.398095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9c166-d552-439e-a44c-ba4566398b5a req-f4f94b6f-5721-4791-831c-eed116dc4f1d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:03.399529 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-63e9c166-d552-439e-a44c-ba4566398b5a req-f4f94b6f-5721-4791-831c-eed116dc4f1d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1451998 Mar 08 15:59:03.446676 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (76eac60b-a376-434e-9000-ff78375f10fc), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:03.500492 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=76eac60b-a376-434e-9000-ff78375f10fc,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:03.519303 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ab82d55f-60ae-4e4e-88a4-3ef6fc70509d req-b6206159-a897-4810-8a7b-c47eba0c25b3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f48e921-2ec3-4845-b2e7-4bed32f95613&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186628 Mar 08 15:59:03.530091 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.530493 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.530765 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.531458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.531564 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.531850 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.532269 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.532605 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.532930 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.533257 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.533803 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.533916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.534202 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:03.576487 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-63e9c166-d552-439e-a44c-ba4566398b5a req-61b73cb0-8486-4f1c-a113-0ff034bc1a00 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653404 Mar 08 15:59:03.650791 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:03.682547 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['461defaf-4c2f-49a9-a1e4-80faf1a79bed'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:03.771162 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:03.788088 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:03.802848 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:03.803789 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:03.850409 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] No DVR routers for this DVR port 76eac60b-a376-434e-9000-ff78375f10fc on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:59:03.853275 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:03.856903 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8cf7bdc9-ced2-46f5-91ce-3970ebee0d0d req-95273479-2372-406e-9074-3748ab87db6c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "DELETE /v2.0/ports/76eac60b-a376-434e-9000-ff78375f10fc HTTP/1.1" status: 204 len: 173 time: 1.2242386 Mar 08 15:59:03.857677 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'name': 'network-vif-deleted', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:03.859660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8906f827-59fe-4494-a842-6db395ac99a4" -d '{"events": [{"server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "name": "network-vif-deleted", "tag": "76eac60b-a376-434e-9000-ff78375f10fc"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:03.930331 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982ce57-270e-4b09-9efa-d777d0b83a03 req-66095371-7eaf-4da0-a96f-755867dc92ba tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:03.931940 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1982ce57-270e-4b09-9efa-d777d0b83a03 req-66095371-7eaf-4da0-a96f-755867dc92ba tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 943 time: 0.1257534 Mar 08 15:59:03.951027 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c5806-21b8-4b67-a41b-d9c4cf0ae26c req-39c52e36-e8d4-4f6e-9f39-8db10ff8cb9b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:03.952558 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d86c5806-21b8-4b67-a41b-d9c4cf0ae26c req-39c52e36-e8d4-4f6e-9f39-8db10ff8cb9b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0800564 Mar 08 15:59:04.035729 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1982ce57-270e-4b09-9efa-d777d0b83a03 req-b23fa1cc-41ca-42ce-bcdf-98e0fc6e86e8 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967705 Mar 08 15:59:04.047971 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d86c5806-21b8-4b67-a41b-d9c4cf0ae26c req-409421db-b099-44f7-90f6-acb767e4058d tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866802 Mar 08 15:59:04.076120 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:04.098540 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead4d916-6a84-4f70-addf-b63f1f02407c x-openstack-request-id: req-ead4d916-6a84-4f70-addf-b63f1f02407c {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:04.099184 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a325ca36-fd88-4bc5-bd89-54fca4a13b7a", "name": "network-vif-deleted", "tag": "76eac60b-a376-434e-9000-ff78375f10fc", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:04.099499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ead4d916-6a84-4f70-addf-b63f1f02407c {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:04.099968 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a325ca36-fd88-4bc5-bd89-54fca4a13b7a', 'name': 'network-vif-deleted', 'tag': '76eac60b-a376-434e-9000-ff78375f10fc', 'status': 'completed', 'code': 200} Mar 08 15:59:04.257260 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc82c5-0bef-40e1-bdb0-25dcadbf30d0 req-1212df32-e02e-4179-b800-696816c333b2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:04.259862 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3fdc82c5-0bef-40e1-bdb0-25dcadbf30d0 req-1212df32-e02e-4179-b800-696816c333b2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 944 time: 0.0659277 Mar 08 15:59:04.320496 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:04.369965 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:39Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:04.379293 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3fdc82c5-0bef-40e1-bdb0-25dcadbf30d0 req-3d013be2-3452-40c4-b91d-6df7bf91ef97 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112382 Mar 08 15:59:04.399111 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-4d70f5d4-25bc-4536-886e-b5ee3dc917a2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:04.400582 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-4d70f5d4-25bc-4536-886e-b5ee3dc917a2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.0753846 Mar 08 15:59:04.414038 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:04.422827 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:04.426613 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:04.533731 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Deleting port 69481e3c-dbd7-483d-9ff9-3962c286eb45 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:04.534134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:04.561242 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:04.754611 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-47896c64-c219-4a33-8b23-af75884ff83f req-7efed1ba-bd5e-45ef-8880-fa475a93bb41 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=a325ca36-fd88-4bc5-bd89-54fca4a13b7a HTTP/1.1" status: 200 len: 210 time: 0.0824690 Mar 08 15:59:04.785322 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] For port 69481e3c-dbd7-483d-9ff9-3962c286eb45, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=69481e3c-dbd7-483d-9ff9-3962c286eb45,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:04.785684 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:04.803617 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Calling delete_port for 69481e3c-dbd7-483d-9ff9-3962c286eb45 owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:04.811341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528874-6ec1-4251-acc1-478bbe8d04f2 req-707d5445-5ed4-4ec6-96c5-8efb10194c8a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:04.812781 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1f528874-6ec1-4251-acc1-478bbe8d04f2 req-707d5445-5ed4-4ec6-96c5-8efb10194c8a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=f033c7e9-9f7d-49da-a8e3-84439e605756 HTTP/1.1" status: 200 len: 945 time: 0.1422477 Mar 08 15:59:04.817799 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:39Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:04.844877 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310e684-f804-42e2-ba84-8614907bd3b9 None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '0a94aa16-daf8-4585-989a-cf6293d3a76a', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:69:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:56:10Z', 'updated_at': '2022-03-08T15:56:39Z', 'revision_number': 2, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:04.912927 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1f528874-6ec1-4251-acc1-478bbe8d04f2 req-7521a7b2-5842-4239-807a-d5fa7f0d3c9d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923324 Mar 08 15:59:04.989341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (69481e3c-dbd7-483d-9ff9-3962c286eb45), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.002955 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d', '69481e3c-dbd7-483d-9ff9-3962c286eb45'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:05.020132 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Pushing event deleted for resources: {'Port': ['ID=69481e3c-dbd7-483d-9ff9-3962c286eb45,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:05.080710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] No DVR routers for this DVR port 69481e3c-dbd7-483d-9ff9-3962c286eb45 on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:59:05.086347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.091042 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4bb30cd1-f74d-4a31-bc04-d1ba44d930c2 req-967d69a3-fd94-489b-9ebc-58d289f0fb53 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "DELETE /v2.0/ports/69481e3c-dbd7-483d-9ff9-3962c286eb45 HTTP/1.1" status: 204 len: 173 time: 0.6754627 Mar 08 15:59:05.120919 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 2bf9f923-3104-447a-81ac-d5f0aee92586 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:59:05.126945 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 461defaf-4c2f-49a9-a1e4-80faf1a79bed up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:05.273233 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b8d71-093b-44fc-a1f0-05fc48d4272f None None] New status for floating IP 4bfc87f6-533a-4306-afb7-804d4c35b1b5: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:59:05.278942 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47c5de-8cc4-4ff2-b46b-2588553d7cdd req-fc19e15f-160d-4e4a-ba81-ac5d6038fbab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:05.287834 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1b47c5de-8cc4-4ff2-b46b-2588553d7cdd req-fc19e15f-160d-4e4a-ba81-ac5d6038fbab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1283095 Mar 08 15:59:05.329909 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228ed70-17c9-4794-a896-392d06910580 req-c0b4eb86-1387-456c-922c-6bd527972711 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:05.331581 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8228ed70-17c9-4794-a896-392d06910580 req-c0b4eb86-1387-456c-922c-6bd527972711 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 943 time: 0.1350770 Mar 08 15:59:05.370297 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1b47c5de-8cc4-4ff2-b46b-2588553d7cdd req-5879b79a-d58f-4d96-8b44-0fd9529a7587 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814929 Mar 08 15:59:05.380509 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 461defaf-4c2f-49a9-a1e4-80faf1a79bed completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:59:05.399513 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8228ed70-17c9-4794-a896-392d06910580 req-212cabc0-fe13-4231-948e-2fe44b5b9248 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582106 Mar 08 15:59:05.411542 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 461defaf-4c2f-49a9-a1e4-80faf1a79bed triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:05.411805 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.422855 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:05.491186 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'port_id': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'mac_address': 'fa:16:3e:e9:60:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:59:05.515194 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c63aa-f3c0-43a0-86d2-c58e9ac0f5d4 req-fdbb75cf-daa2-404e-bc14-5cb0bf3dae1c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:05.525188 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-015c63aa-f3c0-43a0-86d2-c58e9ac0f5d4 req-fdbb75cf-daa2-404e-bc14-5cb0bf3dae1c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 944 time: 0.0702138 Mar 08 15:59:05.594130 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 2bf9f923-3104-447a-81ac-d5f0aee92586 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:05.594796 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.620628 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf9f923-3104-447a-81ac-d5f0aee92586 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:05.625479 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-015c63aa-f3c0-43a0-86d2-c58e9ac0f5d4 req-e82c51f4-786e-41fa-97e6-9d0b238f2433 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951881 Mar 08 15:59:05.634067 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 461defaf-4c2f-49a9-a1e4-80faf1a79bed is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:05.635604 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.661290 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:05.669228 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.677801 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:05.680118 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a3d80f-8502-4ce3-9d94-4b17b63e1401" -d '{"events": [{"server_uuid": "91d846f5-8730-4452-b348-84064267e685", "name": "network-vif-plugged", "status": "completed", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:05.711539 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:05.721454 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.722420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 76eac60b-a376-434e-9000-ff78375f10fc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:05.744394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce05249f-2997-4c63-b784-a0162758a5ab x-openstack-request-id: req-ce05249f-2997-4c63-b784-a0162758a5ab {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:05.744677 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d846f5-8730-4452-b348-84064267e685", "name": "network-vif-plugged", "status": "completed", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:05.744922 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce05249f-2997-4c63-b784-a0162758a5ab {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:05.745434 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'code': 200} Mar 08 15:59:05.747567 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 76eac60b-a376-434e-9000-ff78375f10fc {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:05.747955 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 76eac60b-a376-434e-9000-ff78375f10fc not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:05.764786 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:05.835612 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=461defaf-4c2f-49a9-a1e4-80faf1a79bed,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:05.849703 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33418) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:05.919291 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be8e9331-16af-4eee-ae55-34a442539fd1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (9f48e921-2ec3-4845-b2e7-4bed32f95613), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:05.951906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be8e9331-16af-4eee-ae55-34a442539fd1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (9f48e921-2ec3-4845-b2e7-4bed32f95613), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.007197 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['2bf9f923-3104-447a-81ac-d5f0aee92586'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:06.011477 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd437880-bbe6-42d1-9105-002b94f6ff59 req-d6dee73d-6517-4abb-b1f6-3008c7a60af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:06.012470 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fd437880-bbe6-42d1-9105-002b94f6ff59 req-d6dee73d-6517-4abb-b1f6-3008c7a60af5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 1129 time: 0.0738075 Mar 08 15:59:06.043439 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be8e9331-16af-4eee-ae55-34a442539fd1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (9f48e921-2ec3-4845-b2e7-4bed32f95613), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.046374 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be8e9331-16af-4eee-ae55-34a442539fd1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.048131 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-be8e9331-16af-4eee-ae55-34a442539fd1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/security-groups/9f48e921-2ec3-4845-b2e7-4bed32f95613 HTTP/1.1" status: 204 len: 168 time: 0.1970837 Mar 08 15:59:06.051449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33424) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:06.071967 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e9331-16af-4eee-ae55-34a442539fd1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f48e921-2ec3-4845-b2e7-4bed32f95613,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:06.077813 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-7c3a8300-1fae-4de3-b541-e1ecc716c4ca tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] show failed (client error): The resource could not be found. Mar 08 15:59:06.082792 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33426) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:06.084589 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-7c3a8300-1fae-4de3-b541-e1ecc716c4ca tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups/9f48e921-2ec3-4845-b2e7-4bed32f95613 HTTP/1.1" status: 404 len: 347 time: 0.0320573 Mar 08 15:59:06.102270 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'name': 'network-vif-deleted', 'tag': '69481e3c-dbd7-483d-9ff9-3962c286eb45'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:06.105488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12eb8445-b4b7-43b4-98e5-4f787be5585c" -d '{"events": [{"server_uuid": "f033c7e9-9f7d-49da-a8e3-84439e605756", "name": "network-vif-deleted", "tag": "69481e3c-dbd7-483d-9ff9-3962c286eb45"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:06.134448 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.165982 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fd437880-bbe6-42d1-9105-002b94f6ff59 req-e4f40127-ca21-4477-aaa4-c81d74089e0e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452057 Mar 08 15:59:06.268632 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7057aeb6-5a20-4d5b-8683-5719b1fb4859 x-openstack-request-id: req-7057aeb6-5a20-4d5b-8683-5719b1fb4859 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:06.271471 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f033c7e9-9f7d-49da-a8e3-84439e605756", "name": "network-vif-deleted", "tag": "69481e3c-dbd7-483d-9ff9-3962c286eb45", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:06.272029 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7057aeb6-5a20-4d5b-8683-5719b1fb4859 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:06.272934 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f033c7e9-9f7d-49da-a8e3-84439e605756', 'name': 'network-vif-deleted', 'tag': '69481e3c-dbd7-483d-9ff9-3962c286eb45', 'status': 'completed', 'code': 200} Mar 08 15:59:06.280216 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port 34f4b120-edf1-4ea5-9d85-0d9a1b286168 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:06.280874 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.423691 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.424014 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (34f4b120-edf1-4ea5-9d85-0d9a1b286168), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.433737 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e78d7-301e-487e-b145-2cbe6e473431 req-8a4a45bd-ea2a-46f4-a048-aae6f28d29a5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:06.435298 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe5e78d7-301e-487e-b145-2cbe6e473431 req-8a4a45bd-ea2a-46f4-a048-aae6f28d29a5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0766058 Mar 08 15:59:06.447796 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for 34f4b120-edf1-4ea5-9d85-0d9a1b286168 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:06.572153 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe5e78d7-301e-487e-b145-2cbe6e473431 req-c60db795-dde4-4e43-bbdf-57ca41ac509c tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285732 Mar 08 15:59:06.615051 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5fc03-973e-475b-befd-b24df95e3320 req-d373b6e6-9f6b-4a75-bffa-18adb29d51a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:06.616676 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-14d5fc03-973e-475b-befd-b24df95e3320 req-d373b6e6-9f6b-4a75-bffa-18adb29d51a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1532040 Mar 08 15:59:06.745364 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-14d5fc03-973e-475b-befd-b24df95e3320 req-74093e5f-e814-497f-b64b-f0ad3fdfa0da tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217139 Mar 08 15:59:06.753319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac9da3-a58f-4a56-ab67-ae6b81b34c06 req-a8bc4ba7-cddc-4277-9575-d51244a60dda tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:06.755389 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4eac9da3-a58f-4a56-ab67-ae6b81b34c06 req-a8bc4ba7-cddc-4277-9575-d51244a60dda tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 944 time: 0.1173553 Mar 08 15:59:06.756021 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (34f4b120-edf1-4ea5-9d85-0d9a1b286168), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.783848 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=34f4b120-edf1-4ea5-9d85-0d9a1b286168,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:06.907513 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4eac9da3-a58f-4a56-ab67-ae6b81b34c06 req-599be672-8d81-40c4-826f-3cdc084bc443 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255484 Mar 08 15:59:06.915469 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (4bfc87f6-533a-4306-afb7-804d4c35b1b5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.917986 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:06.929731 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1b8a6994-06b3-4666-81e1-0a3efcb6a083 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/floatingips/4bfc87f6-533a-4306-afb7-804d4c35b1b5 HTTP/1.1" status: 204 len: 168 time: 0.8349724 Mar 08 15:59:06.944458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447a7a-485c-41b4-9f5e-38f03df9ccf4 req-668e254d-4dad-4247-aee8-82da762ffafd tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:06.946928 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-59447a7a-485c-41b4-9f5e-38f03df9ccf4 req-668e254d-4dad-4247-aee8-82da762ffafd tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.1273537 Mar 08 15:59:07.021955 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-59447a7a-485c-41b4-9f5e-38f03df9ccf4 req-5b66005a-de10-41e0-92ff-4dde0e3b2877 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695293 Mar 08 15:59:07.155759 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 2bf9f923-3104-447a-81ac-d5f0aee92586 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:07.186567 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066d263-93a0-4281-8dc8-6692a68adb40 req-8cd94531-8cb1-4a57-820a-ee3296661415 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.188226 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0066d263-93a0-4281-8dc8-6692a68adb40 req-8cd94531-8cb1-4a57-820a-ee3296661415 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0843115 Mar 08 15:59:07.231102 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 2bf9f923-3104-447a-81ac-d5f0aee92586 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:59:07.246848 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 2bf9f923-3104-447a-81ac-d5f0aee92586 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:07.247814 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:07.280968 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0066d263-93a0-4281-8dc8-6692a68adb40 req-484b05ae-a6da-4502-b63e-d90399725164 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827115 Mar 08 15:59:07.286546 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-8314ed01-dfa0-4803-a087-fb8f87faa8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.289579 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-8314ed01-dfa0-4803-a087-fb8f87faa8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1129 time: 0.1004455 Mar 08 15:59:07.350321 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 2bf9f923-3104-447a-81ac-d5f0aee92586 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:07.350798 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:07.414820 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:07.421423 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:07.422890 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 69481e3c-dbd7-483d-9ff9-3962c286eb45 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:07.438113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-9b513bdf-82a8-438f-88bd-f50055715f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.439907 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-9b513bdf-82a8-438f-88bd-f50055715f50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 911 time: 0.1401501 Mar 08 15:59:07.453030 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 69481e3c-dbd7-483d-9ff9-3962c286eb45 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:07.453443 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 69481e3c-dbd7-483d-9ff9-3962c286eb45 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:07.517239 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:07.565034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-6f538c5d-daad-41e8-8a57-624aea5c78e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 200 len: 1001 time: 0.1162367 Mar 08 15:59:07.630589 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-10a5abcd-0338-4fcd-9fce-f1d39502bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.632132 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-10a5abcd-0338-4fcd-9fce-f1d39502bd9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.0479605 Mar 08 15:59:07.746224 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:07.748734 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac24c6-ccad-4437-adb3-cde7e1e275f7" -d '{"events": [{"server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "name": "network-vif-plugged", "status": "completed", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:07.784898 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec1383a-aaf3-418b-b6b4-97d9dd538cfc x-openstack-request-id: req-fec1383a-aaf3-418b-b6b4-97d9dd538cfc {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:07.785381 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "name": "network-vif-plugged", "status": "completed", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:07.785641 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fec1383a-aaf3-418b-b6b4-97d9dd538cfc {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:07.786038 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'code': 200} Mar 08 15:59:07.953243 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-69d8fdf8-cc25-4ab0-831d-f7ce20e8e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.954759 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-69d8fdf8-cc25-4ab0-831d-f7ce20e8e5bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3115189 Mar 08 15:59:07.963757 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb4dd4-2dd1-4ed0-8453-64fa918f22b2 req-f4ec225d-6fbb-4751-9c1b-30c1740293e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.965319 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-54bb4dd4-2dd1-4ed0-8453-64fa918f22b2 req-f4ec225d-6fbb-4751-9c1b-30c1740293e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1129 time: 0.0463388 Mar 08 15:59:07.968857 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fea6ba-b13c-4582-b21f-9c7b0b90788b req-454bf14e-0d47-45aa-8a5f-f9d028161e88 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:07.970327 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b0fea6ba-b13c-4582-b21f-9c7b0b90788b req-454bf14e-0d47-45aa-8a5f-f9d028161e88 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.3181787 Mar 08 15:59:08.022727 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-54bb4dd4-2dd1-4ed0-8453-64fa918f22b2 req-6760e2ad-80c4-435e-9ba2-ffaf0c10c79b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449221 Mar 08 15:59:08.108538 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b0fea6ba-b13c-4582-b21f-9c7b0b90788b req-c281e280-4382-4424-a45f-f722046b74b5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285942 Mar 08 15:59:08.133054 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8b4da-6b01-4852-8d7f-5c40861cae6d req-4593dc1d-a08a-458f-9be4-44093c6971ee tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:08.139582 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9dd8b4da-6b01-4852-8d7f-5c40861cae6d req-4593dc1d-a08a-458f-9be4-44093c6971ee tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.1606753 Mar 08 15:59:08.153813 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-bae42a4f-269a-4483-aa02-5b55896cf7f1 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825495 Mar 08 15:59:08.216045 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9dd8b4da-6b01-4852-8d7f-5c40861cae6d req-68e96353-285c-4a2b-bd66-e50367ddd29f tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752604 Mar 08 15:59:08.237272 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a666f-b677-44c8-8856-2418f907a125 req-b845f775-846c-4e08-86d8-e800ee08de9c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:08.239415 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-931a666f-b677-44c8-8856-2418f907a125 req-b845f775-846c-4e08-86d8-e800ee08de9c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.0713634 Mar 08 15:59:08.344170 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-931a666f-b677-44c8-8856-2418f907a125 req-e1b83ac0-89eb-4b07-a7cf-c827bcc954ca tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992844 Mar 08 15:59:08.388159 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ab2b3dc-f074-450e-b204-6d7aa036eecf req-485af16e-eece-487b-a5ac-b9ca51e1da80 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422086 Mar 08 15:59:08.414928 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5880826-fd02-475b-af6a-d8dbea4451e2 req-7d40e88e-bc98-4a1f-b117-ff9bba58d98c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:08.416441 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f5880826-fd02-475b-af6a-d8dbea4451e2 req-7d40e88e-bc98-4a1f-b117-ff9bba58d98c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0639787 Mar 08 15:59:08.493829 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f5880826-fd02-475b-af6a-d8dbea4451e2 req-1c89811f-da04-4f59-91c2-516296536073 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674024 Mar 08 15:59:08.504341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f42d9b-61be-4663-9a9e-814c4156b8b5 req-6e481761-42d9-49d4-9afb-a697da668617 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:08.505707 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-34f42d9b-61be-4663-9a9e-814c4156b8b5 req-6e481761-42d9-49d4-9afb-a697da668617 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.0883470 Mar 08 15:59:08.556407 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-34f42d9b-61be-4663-9a9e-814c4156b8b5 req-b2ae55ad-e125-4064-adbf-43055967d5d3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448070 Mar 08 15:59:08.578212 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33470) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:08.713212 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4ffb5d-c3c7-43cb-860e-9134b4d33ec2 tempest-TestVolumeBootPattern-89677916 tempest-TestVolumeBootPattern-89677916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:08.714680 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-df4ffb5d-c3c7-43cb-860e-9134b4d33ec2 tempest-TestVolumeBootPattern-89677916 tempest-TestVolumeBootPattern-89677916-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 1124 time: 0.1355109 Mar 08 15:59:08.717728 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33474) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:08.721860 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'port_id': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:08.744465 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:08.846730 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:08.951501 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Allocated IP 172.27.2.200 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/2dfa1256-cab6-445a-9041-d5562ac1ad44) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:09.055911 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:09.089155 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:09.129177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:09.131961 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:09.135500 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:09.141238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=2dfa1256-cab6-445a-9041-d5562ac1ad44,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:09.299305 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d9ac8-7bbe-47d0-aec2-38539083a06a req-869ac036-dcc7-41cc-8e51-a927fb623df5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:09.301054 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-360d9ac8-7bbe-47d0-aec2-38539083a06a req-869ac036-dcc7-41cc-8e51-a927fb623df5 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.1187429 Mar 08 15:59:09.457877 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-360d9ac8-7bbe-47d0-aec2-38539083a06a req-29b3b569-6424-4fa4-b8ed-4ff6f0ae3e40 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176145 Mar 08 15:59:09.475180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6e741-db32-4499-9013-3f096f004216 req-a6fd2592-9ffe-4c56-a8ad-1b1a6f948440 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:09.476639 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b6b6e741-db32-4499-9013-3f096f004216 req-a6fd2592-9ffe-4c56-a8ad-1b1a6f948440 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.1920652 Mar 08 15:59:09.597724 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b6b6e741-db32-4499-9013-3f096f004216 req-464d2f80-71b0-4621-b26e-8400756e73b9 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122863 Mar 08 15:59:09.689989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df66a5-5d32-43f8-917e-0fe5fe7fde1f req-300ad139-37dc-4f47-a9bd-899909e80eff tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:09.692421 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-19df66a5-5d32-43f8-917e-0fe5fe7fde1f req-300ad139-37dc-4f47-a9bd-899909e80eff tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.1287520 Mar 08 15:59:09.724804 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (493f5303-15ee-47bf-90bc-c3181bd2a1c2), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:09.772947 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-19df66a5-5d32-43f8-917e-0fe5fe7fde1f req-4c979e16-4363-46c9-b263-8f3d248ddbaf tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741081 Mar 08 15:59:09.815456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:09.965167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:09.969673 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:10.042757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=2dfa1256-cab6-445a-9041-d5562ac1ad44,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:10.052535 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (493f5303-15ee-47bf-90bc-c3181bd2a1c2), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:10.154110 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Floating IP 493f5303-15ee-47bf-90bc-c3181bd2a1c2 associated. External IP: 172.27.2.200, port: 461defaf-4c2f-49a9-a1e4-80faf1a79bed. Mar 08 15:59:10.365021 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:10.471431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:10.482013 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:10.492556 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:10.496019 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:10.496631 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:10.535526 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0186cbcc-adbd-45b0-ac5c-030d2d66def3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8044150 Mar 08 15:59:10.535526 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:10.535526 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305c3817-1ebf-4671-ab2c-09826cf0607a" -d '{"events": [{"name": "network-changed", "server_uuid": "91d846f5-8730-4452-b348-84064267e685", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:10.571097 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2159cf-e214-45a6-86f9-4388c2cd0d14 x-openstack-request-id: req-6c2159cf-e214-45a6-86f9-4388c2cd0d14 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:10.571410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d846f5-8730-4452-b348-84064267e685", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:10.571670 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c2159cf-e214-45a6-86f9-4388c2cd0d14 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:10.572148 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'status': 'completed', 'code': 200} Mar 08 15:59:10.607325 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0a1a5-8e5d-4d39-9249-571dd85abe40 req-d4ad511b-c7d0-488d-925e-9bc714bd349a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:10.608790 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ded0a1a5-8e5d-4d39-9249-571dd85abe40 req-d4ad511b-c7d0-488d-925e-9bc714bd349a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0668478 Mar 08 15:59:10.620411 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:10.673261 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-f787d65a-dc57-4072-8e95-cf991f93547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:10.674713 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-f787d65a-dc57-4072-8e95-cf991f93547e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 1129 time: 0.0837996 Mar 08 15:59:10.702490 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ded0a1a5-8e5d-4d39-9249-571dd85abe40 req-312802e6-a741-4410-b960-b53347b41ef9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786917 Mar 08 15:59:10.793095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c935-c7f0-4341-941b-714d7c1cf138 req-4ab39236-c119-4b91-b851-9b2bf478afb4 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:10.794551 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c815c935-c7f0-4341-941b-714d7c1cf138 req-4ab39236-c119-4b91-b851-9b2bf478afb4 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.1235909 Mar 08 15:59:10.826030 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-6f78dad1-a541-4d3e-98c7-8f6605a56274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:10.827566 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-6f78dad1-a541-4d3e-98c7-8f6605a56274 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.1396198 Mar 08 15:59:10.861442 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '493f5303-15ee-47bf-90bc-c3181bd2a1c2', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:b1:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d846f5-8730-4452-b348-84064267e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:09Z', 'updated_at': '2022-03-08T15:59:09Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:10.891577 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:10.900643 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:10.901255 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:10.914914 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-05612c1f-0acc-425a-a8a8-589a74286b7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed HTTP/1.1" status: 200 len: 999 time: 0.0724621 Mar 08 15:59:10.926849 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c815c935-c7f0-4341-941b-714d7c1cf138 req-de0bec63-0136-4cbc-9549-fe0dfe7aa685 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218774 Mar 08 15:59:10.978379 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-29455601-7959-44c6-8e09-312c3418eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:10.980622 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-29455601-7959-44c6-8e09-312c3418eeec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0478871 Mar 08 15:59:11.015580 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:11.078862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5258eb2-10e1-4a15-9be1-ee5a0b5e3f79 req-3e3211b6-a215-482a-b608-ad5dda5be780 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:11.080405 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5258eb2-10e1-4a15-9be1-ee5a0b5e3f79 req-3e3211b6-a215-482a-b608-ad5dda5be780 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.0881937 Mar 08 15:59:11.083403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-517f1691-01bd-4522-b06f-10436da720b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:11.084810 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-517f1691-01bd-4522-b06f-10436da720b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0899796 Mar 08 15:59:11.182199 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5258eb2-10e1-4a15-9be1-ee5a0b5e3f79 req-d98e80d8-6ef3-4b93-9a22-4feb7c0f19ce tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938919 Mar 08 15:59:11.209182 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-d614b8f0-903d-431b-965e-3f84c1611d44 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143410 Mar 08 15:59:11.241107 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '493f5303-15ee-47bf-90bc-c3181bd2a1c2', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:b1:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d846f5-8730-4452-b348-84064267e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:09Z', 'updated_at': '2022-03-08T15:59:09Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:11.341671 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-305c3817-1ebf-4671-ab2c-09826cf0607a req-979bffff-1c0a-407f-8535-fa55256d455e service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050899 Mar 08 15:59:11.372175 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567532-ee13-42ae-ad24-9a53e7339a26 None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '493f5303-15ee-47bf-90bc-c3181bd2a1c2', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:b1:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d846f5-8730-4452-b348-84064267e685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:09Z', 'updated_at': '2022-03-08T15:59:09Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:11.531827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d043f61-ee44-4691-93aa-79b47da7be61 req-cf749f47-d472-4707-a51f-28309be153bd tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:11.533329 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8d043f61-ee44-4691-93aa-79b47da7be61 req-cf749f47-d472-4707-a51f-28309be153bd tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.0562310 Mar 08 15:59:11.582045 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af30ce-c532-4260-89a1-ecadc96a2395 None None] New status for floating IP 493f5303-15ee-47bf-90bc-c3181bd2a1c2: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:59:11.583737 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8d043f61-ee44-4691-93aa-79b47da7be61 req-fa384dd6-fe96-4ae8-b00b-adc5ad844c3e tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Mar 08 15:59:11.850489 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d69bc-984b-4d0f-a48d-00d23015dfe8 req-68c0d515-c360-4c06-8140-29fba71ea00d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:11.852103 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d33d69bc-984b-4d0f-a48d-00d23015dfe8 req-68c0d515-c360-4c06-8140-29fba71ea00d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0728068 Mar 08 15:59:12.177904 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d33d69bc-984b-4d0f-a48d-00d23015dfe8 req-c9da8f09-4a10-4c21-8390-894e8366749a tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180439 Mar 08 15:59:12.527186 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:59:13.293837 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b261e0-1c96-496d-8388-7f37cbc53065 req-3528e563-db77-4fe0-b057-15a13363eca6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:13.295308 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-48b261e0-1c96-496d-8388-7f37cbc53065 req-3528e563-db77-4fe0-b057-15a13363eca6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0523164 Mar 08 15:59:13.340246 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-48b261e0-1c96-496d-8388-7f37cbc53065 req-9825d8b3-33da-4aab-ada9-fedc7d4d5e16 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Mar 08 15:59:14.458213 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01b4ba-5b93-4735-b716-42ba003a1254 req-921dc613-7190-425b-8230-2077cc6223b6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:14.459675 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e01b4ba-5b93-4735-b716-42ba003a1254 req-921dc613-7190-425b-8230-2077cc6223b6 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0528479 Mar 08 15:59:14.510698 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8e01b4ba-5b93-4735-b716-42ba003a1254 req-cd198f93-05fb-4759-924e-6726d6dcb917 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454402 Mar 08 15:59:15.627103 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296d17-cfc3-4d08-82bc-f07e1a936793 req-bf716a33-96e3-4755-8e30-045ddb68dfb2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:15.628674 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-38296d17-cfc3-4d08-82bc-f07e1a936793 req-bf716a33-96e3-4755-8e30-045ddb68dfb2 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0527761 Mar 08 15:59:15.677200 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-38296d17-cfc3-4d08-82bc-f07e1a936793 req-b02fd8ee-7752-4b2f-935c-6f3147004097 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Mar 08 15:59:16.330830 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd75254-7f32-418a-8f23-b4710c860070 req-7a535f38-8351-4ab9-9aeb-bfc1ddf03d6b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:16.332405 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7cd75254-7f32-418a-8f23-b4710c860070 req-7a535f38-8351-4ab9-9aeb-bfc1ddf03d6b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0537069 Mar 08 15:59:16.381068 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7cd75254-7f32-418a-8f23-b4710c860070 req-c50a0945-824d-4909-962d-90c7c3be581c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Mar 08 15:59:16.806375 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-9565e519-c017-471a-843d-aeb2b69d5c45 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:16.807835 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-9565e519-c017-471a-843d-aeb2b69d5c45 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0865881 Mar 08 15:59:16.819763 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d81dd4-e4b4-484d-a454-d086616a5a10 req-4f806fb7-4145-4e55-80f6-8e510efeb164 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:16.821107 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-79d81dd4-e4b4-484d-a454-d086616a5a10 req-4f806fb7-4145-4e55-80f6-8e510efeb164 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 946 time: 0.0718160 Mar 08 15:59:16.922065 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-79d81dd4-e4b4-484d-a454-d086616a5a10 req-6d48b04e-7821-42b0-93f9-ee7b23b08de9 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/security-groups?id=a03bf954-5f2d-42d1-bc14-622026a76ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942335 Mar 08 15:59:16.944495 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Deleting port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:16.944800 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:17.030437 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] For port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:17.030794 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:17.043052 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Calling delete_port for 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:17.169191 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:17.198423 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Pushing event deleted for resources: {'Port': ['ID=8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:17.241175 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] No DVR routers for this DVR port 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:59:17.243627 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:17.246781 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e1f5db5f-14cc-4033-8ff2-fd1718c76fff req-f8328895-a38a-4e0f-b24e-2bc39f4aa73d tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.37 "DELETE /v2.0/ports/8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d HTTP/1.1" status: 204 len: 173 time: 0.4248302 Mar 08 15:59:17.247239 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'name': 'network-vif-deleted', 'tag': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:17.249441 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31eac87-e3bf-4bc0-945c-20ab379d5fe1" -d '{"events": [{"server_uuid": "2abea3e0-fe6f-4889-bf23-a7c2ad5df45d", "name": "network-vif-deleted", "tag": "8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:17.284673 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b39086-30fb-43c8-9801-62a04572e1ee x-openstack-request-id: req-76b39086-30fb-43c8-9801-62a04572e1ee {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:17.285124 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abea3e0-fe6f-4889-bf23-a7c2ad5df45d", "name": "network-vif-deleted", "tag": "8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:17.285380 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76b39086-30fb-43c8-9801-62a04572e1ee {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:17.285782 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abea3e0-fe6f-4889-bf23-a7c2ad5df45d', 'name': 'network-vif-deleted', 'tag': '8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d', 'status': 'completed', 'code': 200} Mar 08 15:59:17.496591 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d4e26-da46-41c8-b8e5-8f52c1246b2e req-7c75f591-1bf6-4543-96f9-810f9df027b2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:17.498029 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-064d4e26-da46-41c8-b8e5-8f52c1246b2e req-7c75f591-1bf6-4543-96f9-810f9df027b2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0518510 Mar 08 15:59:17.545697 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-064d4e26-da46-41c8-b8e5-8f52c1246b2e req-fe2f0989-90d4-42be-8559-a03f4d34553f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405872 Mar 08 15:59:18.016043 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7de0c344-7a72-41a1-93ba-b9264f613162 req-f424fe24-0313-48b9-9182-873597fd151e tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 210 time: 0.0264540 Mar 08 15:59:18.608899 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:18.665694 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f663-7d1a-4e47-a6e7-cc9d72b84e3c req-e4749f05-506b-4d99-ae50-60283a37331f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:18.667224 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0972f663-7d1a-4e47-a6e7-cc9d72b84e3c req-e4749f05-506b-4d99-ae50-60283a37331f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0522115 Mar 08 15:59:18.716296 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0972f663-7d1a-4e47-a6e7-cc9d72b84e3c req-e2ab6317-c628-480d-b6b6-ac137ed3cca4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Mar 08 15:59:19.110144 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-70567986-618e-431e-a794-a955d48255df req-637e0ca1-209d-4fc0-bf41-3ab33d3c7e17 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 210 time: 0.0274637 Mar 08 15:59:19.617073 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:19.832532 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37277171-27f6-4bd9-9335-2328ea745571 req-c7224c9e-dd1c-4aea-8a49-7d5fc7fd05bc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:19.833883 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-37277171-27f6-4bd9-9335-2328ea745571 req-c7224c9e-dd1c-4aea-8a49-7d5fc7fd05bc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0521832 Mar 08 15:59:19.881393 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-37277171-27f6-4bd9-9335-2328ea745571 req-1cded0cd-a0c7-46a5-ac0e-c955fb74e890 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420153 Mar 08 15:59:20.217411 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f1338f4b-2daa-456b-8cb5-8d5f9396efab req-b9c04907-d2d3-4013-ab1a-18bc12313128 tempest-ServerRescueNegativeTestJSON-2027923650 tempest-ServerRescueNegativeTestJSON-2027923650-project] 10.222.0.15 "GET /v2.0/ports?device_id=2abea3e0-fe6f-4889-bf23-a7c2ad5df45d HTTP/1.1" status: 200 len: 210 time: 0.0283031 Mar 08 15:59:20.874829 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-3b0d154d-a51a-42fe-bdd5-b35778e47cf7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:20.876263 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-3b0d154d-a51a-42fe-bdd5-b35778e47cf7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0554924 Mar 08 15:59:21.012184 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port d05b572b-871a-4482-bbf0-7d6357d621ea {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:21.012525 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.023417 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4cf56-f880-42c7-941b-183910e15118 req-47e61044-34b4-458e-8024-8520542d1115 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:21.024882 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-87c4cf56-f880-42c7-941b-183910e15118 req-47e61044-34b4-458e-8024-8520542d1115 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 946 time: 0.0769866 Mar 08 15:59:21.122543 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-87c4cf56-f880-42c7-941b-183910e15118 req-a6c5ea16-b563-454a-b777-bec69fb2454b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3f7c45-60bc-4c10-b49a-2f3440f979c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880275 Mar 08 15:59:21.138371 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] For port d05b572b-871a-4482-bbf0-7d6357d621ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d05b572b-871a-4482-bbf0-7d6357d621ea,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:21.138731 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.274441 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33620) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:21.312063 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.312655 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (0a94aa16-daf8-4585-989a-cf6293d3a76a), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.312762 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP 0a94aa16-daf8-4585-989a-cf6293d3a76a disassociated. External IP: 172.27.2.236, port: d05b572b-871a-4482-bbf0-7d6357d621ea. Mar 08 15:59:21.313053 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for d05b572b-871a-4482-bbf0-7d6357d621ea owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:21.440780 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (d05b572b-871a-4482-bbf0-7d6357d621ea), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.472365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=d05b572b-871a-4482-bbf0-7d6357d621ea,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:21.598476 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:21.712492 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:21.722969 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:21.732656 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:21.733273 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:21.758555 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] No DVR routers for this DVR port d05b572b-871a-4482-bbf0-7d6357d621ea on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:59:21.761160 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:21.764405 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13c94e06-c946-45e6-a7fb-1266ea04136c req-743f7817-e736-4511-bea2-84c443f892da tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "DELETE /v2.0/ports/d05b572b-871a-4482-bbf0-7d6357d621ea HTTP/1.1" status: 204 len: 173 time: 0.8793955 Mar 08 15:59:21.764873 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'name': 'network-vif-deleted', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:21.767093 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efd8fec-4bfe-41df-bafb-f57d9a0da77c" -d '{"events": [{"server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "name": "network-vif-deleted", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:21.815966 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adfb54d-ff00-417e-9049-ca83a9545b0f x-openstack-request-id: req-5adfb54d-ff00-417e-9049-ca83a9545b0f {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:21.816299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af412062-b27b-40fc-aa42-ea2f1aeb2174", "name": "network-vif-deleted", "tag": "d05b572b-871a-4482-bbf0-7d6357d621ea", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:21.816577 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5adfb54d-ff00-417e-9049-ca83a9545b0f {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:21.816962 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af412062-b27b-40fc-aa42-ea2f1aeb2174', 'name': 'network-vif-deleted', 'tag': 'd05b572b-871a-4482-bbf0-7d6357d621ea', 'status': 'completed', 'code': 200} Mar 08 15:59:21.859582 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:21.937547 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (f3a303e8-a669-4305-90f7-c5201e1dfee3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:22.063233 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:22.093460 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:22.101547 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:22.102149 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:22.220924 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-53cce043-1780-43b6-9468-d20d1c9006b7 req-1c12dfbe-5e3f-4aaa-b785-5594bec87b65 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.0285640 Mar 08 15:59:22.222605 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:22.244159 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Deleting port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:22.244497 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:22.321552 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] For port 71a26fa0-ac91-4cfe-b6cd-e6c02016df64, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,segment=NetworkSegment(de80141e-e3e5-408b-befd-7d8d75fd7dc3),segment_id=de80141e-e3e5-408b-befd-7d8d75fd7dc3)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:22.322262 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:22.334988 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Calling delete_port for 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:22.427215 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:22.455339 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf096517-e0d9-4e71-a977-1d7aefb74c8a None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:22.535058 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (71a26fa0-ac91-4cfe-b6cd-e6c02016df64), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:22.572455 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Pushing event deleted for resources: {'Port': ['ID=71a26fa0-ac91-4cfe-b6cd-e6c02016df64,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:22.717015 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7fb8e3-d478-4329-8f98-0372970ec09b None None] New status for floating IP 0a94aa16-daf8-4585-989a-cf6293d3a76a: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:59:22.755843 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (f3a303e8-a669-4305-90f7-c5201e1dfee3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.004007 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Router f3a303e8-a669-4305-90f7-c5201e1dfee3 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:23.130982 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:23.137613 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-471b7a8d-86bd-4d0c-ac0e-6dffd2a418af admin admin] 10.222.0.15 "PUT /v2.0/routers/f3a303e8-a669-4305-90f7-c5201e1dfee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8618851 Mar 08 15:59:23.138511 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33634) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:23.139624 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] Sync routers for ids ['f3a303e8-a669-4305-90f7-c5201e1dfee3'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:23.150834 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] Routers {'f3a303e8-a669-4305-90f7-c5201e1dfee3'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:23.151479 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['f3a303e8-a669-4305-90f7-c5201e1dfee3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:23.266174 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] Set router f3a303e8-a669-4305-90f7-c5201e1dfee3 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:23.278858 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks [] for router (f3a303e8-a669-4305-90f7-c5201e1dfee3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.325120 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-389b6923-fea6-47ac-8050-493878f7b564 req-08dede3d-cd0e-462e-af6c-96ab3d3419af tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=af412062-b27b-40fc-aa42-ea2f1aeb2174 HTTP/1.1" status: 200 len: 210 time: 0.0288153 Mar 08 15:59:23.388977 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks [] for router_gateway (f3a303e8-a669-4305-90f7-c5201e1dfee3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.441984 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Deleting port d04c75bb-a95b-4bf9-91fd-337a926b4104 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:23.442323 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.447485 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:59:22Z', 'revision_number': 5, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port': {'id': 'd04c75bb-a95b-4bf9-91fd-337a926b4104', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:23.474803 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] Checking router: f3a303e8-a669-4305-90f7-c5201e1dfee3 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:23.483319 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] Routers {'f3a303e8-a669-4305-90f7-c5201e1dfee3'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:23.483972 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['f3a303e8-a669-4305-90f7-c5201e1dfee3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:23.519661 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] For port d04c75bb-a95b-4bf9-91fd-337a926b4104, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=d04c75bb-a95b-4bf9-91fd-337a926b4104,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:23.519902 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.531982 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Calling delete_port for d04c75bb-a95b-4bf9-91fd-337a926b4104 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:23.572927 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] Set router f3a303e8-a669-4305-90f7-c5201e1dfee3 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:23.624959 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:59:23Z', 'revision_number': 6, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:23.654666 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d0731-08f4-485a-99df-9430a188e7dd None None] The sync data for ids ['f3a303e8-a669-4305-90f7-c5201e1dfee3'] in dv-cinder-804757-25-iscsi is: [{'id': 'f3a303e8-a669-4305-90f7-c5201e1dfee3', 'name': 'tempest-ServerRescueNegativeTestJSON-654543664-router', 'tenant_id': '21df3f9f0d574b7caf4379de964ada1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:59:23Z', 'revision_number': 6, 'project_id': '21df3f9f0d574b7caf4379de964ada1a', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:23.709022 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (d04c75bb-a95b-4bf9-91fd-337a926b4104), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.734223 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04c75bb-a95b-4bf9-91fd-337a926b4104,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:23.781394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:23.811141 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (f3a303e8-a669-4305-90f7-c5201e1dfee3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.824798 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:23.825464 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8c5e5e30-fb2a-4b2d-9b26-c3305f67b54d not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:23.929062 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (f3a303e8-a669-4305-90f7-c5201e1dfee3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:23.931203 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks [] for router_controller (f3a303e8-a669-4305-90f7-c5201e1dfee3), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.214705 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (f3a303e8-a669-4305-90f7-c5201e1dfee3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.215475 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a303e8-a669-4305-90f7-c5201e1dfee3 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 15:59:24.220767 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.222714 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6426881d-8f45-4c7a-8dd0-21ddc4fc2a54 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3a303e8-a669-4305-90f7-c5201e1dfee3 HTTP/1.1" status: 204 len: 168 time: 1.0827246 Mar 08 15:59:24.225346 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:24.270300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Deleting subnet 50d8330a-0f79-4216-b7d8-661ea330d809 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 15:59:24.273457 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Publish callbacks [] for subnet (50d8330a-0f79-4216-b7d8-661ea330d809), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.309127 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (50d8330a-0f79-4216-b7d8-661ea330d809), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.354277 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (50d8330a-0f79-4216-b7d8-661ea330d809), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.413242 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33650) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:24.414957 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (50d8330a-0f79-4216-b7d8-661ea330d809), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.443682 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d8330a-0f79-4216-b7d8-661ea330d809,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:24.447705 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.450908 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-193e3526-0d1f-4154-b5be-5e1dc3fd283b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50d8330a-0f79-4216-b7d8-661ea330d809 HTTP/1.1" status: 204 len: 168 time: 0.2242129 Mar 08 15:59:24.453723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33652) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:24.478805 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device d04c75bb-a95b-4bf9-91fd-337a926b4104 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:24.501176 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: d04c75bb-a95b-4bf9-91fd-337a926b4104 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:24.501526 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device d04c75bb-a95b-4bf9-91fd-337a926b4104 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:24.501669 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb8af9c4-1aff-4436-b5bb-ca6f180bb9e8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (ac3f7c45-60bc-4c10-b49a-2f3440f979c7), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.502256 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:24.522741 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:24.523118 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71a26fa0-ac91-4cfe-b6cd-e6c02016df64 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:24.528179 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb8af9c4-1aff-4436-b5bb-ca6f180bb9e8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (ac3f7c45-60bc-4c10-b49a-2f3440f979c7), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.528362 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (6924e6b0-7eb8-4184-895c-0d0d3d20e150), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.590299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb8af9c4-1aff-4436-b5bb-ca6f180bb9e8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ac3f7c45-60bc-4c10-b49a-2f3440f979c7), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.593564 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb8af9c4-1aff-4436-b5bb-ca6f180bb9e8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.594997 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-eb8af9c4-1aff-4436-b5bb-ca6f180bb9e8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac3f7c45-60bc-4c10-b49a-2f3440f979c7 HTTP/1.1" status: 204 len: 168 time: 0.1781402 Mar 08 15:59:24.600703 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33654) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:24.618380 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af9c4-1aff-4436-b5bb-ca6f180bb9e8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3f7c45-60bc-4c10-b49a-2f3440f979c7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:24.619174 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (6924e6b0-7eb8-4184-895c-0d0d3d20e150), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.620513 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.api.v2.resource [None req-769a5cbe-f649-41a1-bcb7-f10a766711f2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] show failed (client error): The resource could not be found. Mar 08 15:59:24.621535 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-769a5cbe-f649-41a1-bcb7-f10a766711f2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups/ac3f7c45-60bc-4c10-b49a-2f3440f979c7 HTTP/1.1" status: 404 len: 347 time: 0.0199003 Mar 08 15:59:24.624414 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33656) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:24.651659 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6924e6b0-7eb8-4184-895c-0d0d3d20e150']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:24.663352 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de80141e-e3e5-408b-befd-7d8d75fd7dc3') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:24.663655 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de80141e-e3e5-408b-befd-7d8d75fd7dc3') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:24.674182 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (de80141e-e3e5-408b-befd-7d8d75fd7dc3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.688190 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (de80141e-e3e5-408b-befd-7d8d75fd7dc3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.697705 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 15:59:24.698259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (de80141e-e3e5-408b-befd-7d8d75fd7dc3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 15:59:24.700217 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 15:59:24.775452 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (6924e6b0-7eb8-4184-895c-0d0d3d20e150), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.777243 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port 42845cd2-2f6f-47aa-91fd-6bc9ff687fac {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:24.777596 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.802658 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.814109 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6924e6b0-7eb8-4184-895c-0d0d3d20e150 HTTP/1.1" status: 204 len: 168 time: 0.3553207 Mar 08 15:59:24.816648 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035649b-2ebd-4ad7-a3a3-c90225df4721 admin admin] Pushing event deleted for resources: {'Network': ['ID=6924e6b0-7eb8-4184-895c-0d0d3d20e150,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:24.863526 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.864146 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:24.880810 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for 42845cd2-2f6f-47aa-91fd-6bc9ff687fac owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:24.937834 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33664) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.003213 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-de94ef1e-1ea2-40ed-81ca-6570adf18551 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21df3f9f0d574b7caf4379de964ada1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0637286 Mar 08 15:59:25.006331 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33670) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.090786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8c6d-9952-4cfa-b1e2-13f250fc1fe0 admin admin] Publish callbacks [] for security_group (a03bf954-5f2d-42d1-bc14-622026a76ff8), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.093717 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (42845cd2-2f6f-47aa-91fd-6bc9ff687fac), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.140007 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=42845cd2-2f6f-47aa-91fd-6bc9ff687fac,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:25.170521 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8c6d-9952-4cfa-b1e2-13f250fc1fe0 admin admin] Publish callbacks [] for security_group (a03bf954-5f2d-42d1-bc14-622026a76ff8), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.255558 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (0a94aa16-daf8-4585-989a-cf6293d3a76a), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.258430 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.259587 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-59e5e615-09b3-4c6f-af2f-1b3465c45194 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/floatingips/0a94aa16-daf8-4585-989a-cf6293d3a76a HTTP/1.1" status: 204 len: 168 time: 0.6341558 Mar 08 15:59:25.287884 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8c6d-9952-4cfa-b1e2-13f250fc1fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a03bf954-5f2d-42d1-bc14-622026a76ff8), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.290606 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8c6d-9952-4cfa-b1e2-13f250fc1fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.291748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1e0a8c6d-9952-4cfa-b1e2-13f250fc1fe0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a03bf954-5f2d-42d1-bc14-622026a76ff8 HTTP/1.1" status: 204 len: 168 time: 0.2845280 Mar 08 15:59:25.302319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f39785-b2f7-4381-a27b-690568c8f54d req-49096c3d-8b2d-46a4-85e5-2c722a9c5044 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:25.303841 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c5f39785-b2f7-4381-a27b-690568c8f54d req-49096c3d-8b2d-46a4-85e5-2c722a9c5044 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.0868609 Mar 08 15:59:25.311354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8c6d-9952-4cfa-b1e2-13f250fc1fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03bf954-5f2d-42d1-bc14-622026a76ff8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:25.363964 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c5f39785-b2f7-4381-a27b-690568c8f54d req-054e55b4-e537-4ad8-a0d0-a95e11df74a8 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503669 Mar 08 15:59:25.386680 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33682) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.472178 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33686) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.476609 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998660812', 'description': 'tempest-description--361548243'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:25.503832 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.573426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (932bbc73-190d-4fbe-a0ec-31e870f39bf5), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.578068 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (932bbc73-190d-4fbe-a0ec-31e870f39bf5), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.608448 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.609665 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365044 Mar 08 15:59:25.613263 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33692) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.618845 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': '932bbc73-190d-4fbe-a0ec-31e870f39bf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:25.626456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c93a9-6aa0-43da-b523-d2d106d0c222 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932bbc73-190d-4fbe-a0ec-31e870f39bf5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:25.655500 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (47a7fb45-bca3-43cd-a7b7-11ae8f2e1f98), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.662878 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a909f22-6ed7-4bc2-ad64-f0ac5b92259e tempest-TestMinimumBasicScenario-909905579 tempest-TestMinimumBasicScenario-909905579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:25.664468 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8a909f22-6ed7-4bc2-ad64-f0ac5b92259e tempest-TestMinimumBasicScenario-909905579 tempest-TestMinimumBasicScenario-909905579-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1124 time: 0.2767558 Mar 08 15:59:25.667487 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33696) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.675352 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'port_id': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:25.711707 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.738458 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (47a7fb45-bca3-43cd-a7b7-11ae8f2e1f98), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.748169 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (47a7fb45-bca3-43cd-a7b7-11ae8f2e1f98), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.775108 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a7fb45-bca3-43cd-a7b7-11ae8f2e1f98,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:25.782569 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.786770 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a18be970-a14a-46dd-afcc-15772d15608f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685827 Mar 08 15:59:25.787235 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33702) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.791710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': '932bbc73-190d-4fbe-a0ec-31e870f39bf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:25.818244 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (db48264e-be64-40ea-ab0a-b79825c3070a), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.858799 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.881069 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (db48264e-be64-40ea-ab0a-b79825c3070a), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.885957 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (db48264e-be64-40ea-ab0a-b79825c3070a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.904477 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db48264e-be64-40ea-ab0a-b79825c3070a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:25.915189 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.919724 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-2d5a2d56-b55d-44a4-a7a5-62b046ba37dd tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314662 Mar 08 15:59:25.920329 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33708) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:25.925431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:25.947434 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:25.979590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Allocated IP 172.27.2.232 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/6f69ad9a-db8d-490f-a304-07aeb775cb6b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:26.074931 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.113036 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.123782 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33720) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:26.156419 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.193429 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:26.197154 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:26.202996 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:26.215329 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.27.2.17 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/aaa2d37c-a81a-4cf4-8e17-45f1888968c3) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:26.240333 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'Port': ['ID=6f69ad9a-db8d-490f-a304-07aeb775cb6b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:26.286798 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-709558859-network', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:26.339277 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.342512 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Made reservation on behalf of 72dcf0169c9749cea8c59ad13407ba26 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:59:26.344821 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.359769 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.373017 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.413510 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:26.416356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:26.419426 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:26.447032 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=aaa2d37c-a81a-4cf4-8e17-45f1888968c3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:26.515953 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (c13f497e-fca6-4777-b248-ff88728ee80c), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.552393 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.570820 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks [] for security_group (a6718fe8-0bef-43ba-8327-f40bddb76a0b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.575433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a6718fe8-0bef-43ba-8327-f40bddb76a0b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.631680 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 15:59:26.646007 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6718fe8-0bef-43ba-8327-f40bddb76a0b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:26.651049 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (f0bb2ac5-bb87-431a-8235-b6300ab7c19b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.651418 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.segments_db [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Added segment f0bb2ac5-bb87-431a-8235-b6300ab7c19b of type vlan for network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 Mar 08 15:59:26.708323 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.712581 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.722742 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (14ce4e2b-95ed-4f4a-bc15-13273c440ff3), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.746050 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for floatingip (6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.779286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (14ce4e2b-95ed-4f4a-bc15-13273c440ff3), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.779712 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=aaa2d37c-a81a-4cf4-8e17-45f1888968c3,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:26.779906 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:26.780487 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.792870 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (c13f497e-fca6-4777-b248-ff88728ee80c), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.809409 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.811003 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-87610144-1903-495b-b8aa-9618ca23fba8 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8897455 Mar 08 15:59:26.870849 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7460065 Mar 08 15:59:26.873989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33726) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:26.878223 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6ea2d-3fb6-4fc1-972a-60e5257c5c14 admin admin] Pushing event updated for resources: {'Network': ['ID=14ce4e2b-95ed-4f4a-bc15-13273c440ff3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:26.880945 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Request body: {'subnet': {'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-subnet', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:26.888028 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:26.891447 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 15:59:26.922878 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Made reservation on behalf of 72dcf0169c9749cea8c59ad13407ba26 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:59:26.925584 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25662380'] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.058855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.063456 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.079798 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-64be4988-34d9-41b7-87c5-80d01427d4a3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1998660812&fields=id&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 267 time: 0.0758400 Mar 08 15:59:27.132005 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'Port': ['ID=6f69ad9a-db8d-490f-a304-07aeb775cb6b,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:27.146911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.207943 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26064576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25662386'] for subnet (d4852595-d141-4da5-922f-e70564c7e168), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.262813 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Floating IP 6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c associated. External IP: 172.27.2.232, port: 2bf9f923-3104-447a-81ac-d5f0aee92586. Mar 08 15:59:27.271813 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-4a6bdedc-0e64-4cf3-b905-7a2ea6eb6208 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:27.273259 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-4a6bdedc-0e64-4cf3-b905-7a2ea6eb6208 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.1857262 Mar 08 15:59:27.296161 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4852595-d141-4da5-922f-e70564c7e168,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:27.302146 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-92797697-7492-4bff-b998-f53dcfbcc60e tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/quotas/30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 375 time: 0.0226312 Mar 08 15:59:27.309912 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Checking segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:27.310270 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Network hostable DHCP agents. Network: 14ce4e2b-95ed-4f4a-bc15-13273c440ff3, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 15:59:27.357667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 15:59:27.370608 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 14ce4e2b-95ed-4f4a-bc15-13273c440ff3) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:27.380906 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-1ba590ea-ffeb-4808-b3b5-36838e797d7c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728483 Mar 08 15:59:27.382181 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:27.382757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.382915 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3165b45d-5dd1-4b88-b32a-681167da3030 None None] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:59:27.425102 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6cfeb6cd-9c1c-415a-864d-0adeb8044583 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5499170 Mar 08 15:59:27.427901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33744) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:27.435988 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:27.498262 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.499332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.503091 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-53510025-011e-46f6-8bd4-f34b9b89c21d service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063981 Mar 08 15:59:27.506951 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 15:59:27.508064 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.564168 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks [] for router_controller (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.576070 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:27.597814 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-59012b9c-d648-422e-9219-3732d9f84c98 service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937192 Mar 08 15:59:27.655125 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Allocated IP 172.20.0.2 (14ce4e2b-95ed-4f4a-bc15-13273c440ff3/d4852595-d141-4da5-922f-e70564c7e168/48ddb5f4-9312-44a6-ada3-0254ed2db574) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:27.755594 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks [] for router_gateway (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.787662 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-cb18e2cf-98f9-464a-a57e-249a48a390fe req-813db486-8c6b-4b99-941a-197920dc0e1c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 210 time: 0.0303738 Mar 08 15:59:27.788452 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d05b572b-871a-4482-bbf0-7d6357d621ea no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:27.810460 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: d05b572b-871a-4482-bbf0-7d6357d621ea {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:27.810628 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d05b572b-871a-4482-bbf0-7d6357d621ea not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:27.853254 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:27.856720 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Publish callbacks [] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.863635 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] Sync routers for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:27.868352 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.909703 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:27.915863 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:27.916618 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:27.948819 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a543fbce-b3f1-4372-a468-1d37eb42c666 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2799885 Mar 08 15:59:27.950422 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:27.951725 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33754) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:27.952759 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516a8043-d1e9-4756-a0d8-9184d95e3c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:27.957933 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:27.959627 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257961893', 'description': 'tempest-secgroup-smoke-257961893 description', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:27.964454 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:27.974243 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:27.979023 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Pushing event updated for resources: {'Port': ['ID=48ddb5f4-9312-44a6-ada3-0254ed2db574,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:28.028172 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.075989 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5306f51-096d-47be-b678-a84dea016e48 x-openstack-request-id: req-f5306f51-096d-47be-b678-a84dea016e48 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:28.076351 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:28.076737 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5306f51-096d-47be-b678-a84dea016e48 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:28.077212 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'status': 'completed', 'code': 200} Mar 08 15:59:28.079006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Attempting to bind port 48ddb5f4-9312-44a6-ada3-0254ed2db574 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:28.079484 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Attempting to bind port 48ddb5f4-9312-44a6-ada3-0254ed2db574 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:28.080036 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Attempting to bind port 48ddb5f4-9312-44a6-ada3-0254ed2db574 on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:28.091348 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:28.091999 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Checking segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:28.094668 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.094784 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Bound using segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:28.095261 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Bound port: 48ddb5f4-9312-44a6-ada3-0254ed2db574, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:28.095834 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.119790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-d156dc83-3597-41e0-8e5d-a1ff2359ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:28.121682 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-d156dc83-3597-41e0-8e5d-a1ff2359ee8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1129 time: 0.0887764 Mar 08 15:59:28.150019 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:28.262963 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group (c7b79884-053d-46b7-ab47-287f5888efe8), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.288288 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c7b79884-053d-46b7-ab47-287f5888efe8), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.305106 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fe8476db-04f0-4787-8092-4507d195843b None None] For port 48ddb5f4-9312-44a6-ada3-0254ed2db574, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:28.319431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-a0ed98a4-19e2-49a7-b633-049ad53d6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:28.321172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-a0ed98a4-19e2-49a7-b633-049ad53d6f41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 916 time: 0.1879299 Mar 08 15:59:28.338952 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.340302 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3871014 Mar 08 15:59:28.355568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 33764) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:28.363447 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group_rule': {'security_group_id': 'c7b79884-053d-46b7-ab47-287f5888efe8', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:28.365098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fe8476db-04f0-4787-8092-4507d195843b None None] For port 48ddb5f4-9312-44a6-ada3-0254ed2db574, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=48ddb5f4-9312-44a6-ada3-0254ed2db574,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:28.377354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0129d-8ab1-43d1-9da4-815e612609c0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b79884-053d-46b7-ab47-287f5888efe8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:28.395649 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.444878 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-439eb8e4-98f3-47fc-8647-016fd72301d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 999 time: 0.0863256 Mar 08 15:59:28.451351 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (a3a5fb64-7860-4c43-86da-e83ea158e83e), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.467508 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks [] for router_gateway (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.512689 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.568993 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-d9a7889c-e922-4c68-bd22-8cd595e0b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:28.570976 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-d9a7889c-e922-4c68-bd22-8cd595e0b605 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.1155708 Mar 08 15:59:28.572517 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8476db-04f0-4787-8092-4507d195843b None None] Pushing event updated for resources: {'Port': ['ID=48ddb5f4-9312-44a6-ada3-0254ed2db574,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:28.589985 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (a3a5fb64-7860-4c43-86da-e83ea158e83e), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.652248 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (a3a5fb64-7860-4c43-86da-e83ea158e83e), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.694052 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.698506 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3381720 Mar 08 15:59:28.705300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33772) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:28.707556 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531356e2-8917-45bc-8cff-79dee93ee877 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a5fb64-7860-4c43-86da-e83ea158e83e,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:28.715459 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group_rule': {'security_group_id': 'c7b79884-053d-46b7-ab47-287f5888efe8', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:28.731900 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'port_id': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'mac_address': 'fa:16:3e:e9:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:26Z', 'updated_at': '2022-03-08T15:59:26Z', 'revision_number': 0, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:28.741132 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-a35fd638-87f9-45c4-81cb-ae6f41259a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:28.742995 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-a35fd638-87f9-45c4-81cb-ae6f41259a1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1481268 Mar 08 15:59:28.777306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Allocated IP 172.27.2.23 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/bf97f2e8-eb32-4d4c-afaf-3ae319871027) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:28.782358 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] Checking router: 4b9a0f8e-62a1-4dd3-9700-e197ae032654 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:28.791893 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:28.792234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:28.792454 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (5ba3c49d-46ee-4db9-b9bb-29810b87ace5), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.934218 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-ec9d057d-15a0-4a2c-8f2e-b5c593f863f4 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724401 Mar 08 15:59:28.946439 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (5ba3c49d-46ee-4db9-b9bb-29810b87ace5), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.957753 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (5ba3c49d-46ee-4db9-b9bb-29810b87ace5), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:28.968183 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:28.998421 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba3c49d-46ee-4db9-b9bb-29810b87ace5,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:29.003058 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks [] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.012892 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.015225 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-2fe7f2cf-8c31-4b03-8667-b7e041cbacd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3072343 Mar 08 15:59:29.017935 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33776) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:29.024577 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group_rule': {'security_group_id': 'c7b79884-053d-46b7-ab47-287f5888efe8', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:29.067865 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (e3652877-964c-4dd1-95ae-f6e954faeb92), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.075832 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-998a42f3-e1c8-4bf7-803f-74d87847d1fa req-06b40a75-6b33-403b-a8c8-92642bfa817a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 210 time: 0.1332083 Mar 08 15:59:29.096000 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-516a8043-d1e9-4756-a0d8-9184d95e3c4d req-9e5920b6-b976-44b8-9297-da14a2a3039f service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400199 Mar 08 15:59:29.103472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.179923 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf97f2e8-eb32-4d4c-afaf-3ae319871027,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:29.186352 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:29.193379 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:29.196631 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (e3652877-964c-4dd1-95ae-f6e954faeb92), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.197893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:29.267089 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (e3652877-964c-4dd1-95ae-f6e954faeb92), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.343611 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a6e8c12d-2a0a-4a79-bbb2-30571cda0f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.358033 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3652877-964c-4dd1-95ae-f6e954faeb92,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:29.386461 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.388144 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-136ad930-2901-457a-81e9-2137e0d3d4e1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3686419 Mar 08 15:59:29.390754 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:29.393732 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-82206795-9cb0-42e0-8f21-9a30be6c8b85 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:29.395306 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-82206795-9cb0-42e0-8f21-9a30be6c8b85 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.1803298 Mar 08 15:59:29.395584 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group_rule': {'security_group_id': 'c7b79884-053d-46b7-ab47-287f5888efe8', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:29.430086 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'port_id': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'mac_address': 'fa:16:3e:e9:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:26Z', 'updated_at': '2022-03-08T15:59:26Z', 'revision_number': 0, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:29.475206 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a13543-3f62-4496-a27d-241c49324f1a None None] The sync data for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi is: [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'port_id': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'mac_address': 'fa:16:3e:e9:60:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:26Z', 'updated_at': '2022-03-08T15:59:26Z', 'revision_number': 0, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:29.482386 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-d1e2c157-1ef9-4bf1-9b70-679af36427c4 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 380 time: 0.0744035 Mar 08 15:59:29.502934 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'port': {'device_id': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'admin_state_up': True, 'tenant_id': '30c67737012a4adea9767179ce27832c', 'security_groups': ['932bbc73-190d-4fbe-a0ec-31e870f39bf5']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:29.567449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (dee55e96-6499-4cb4-8fe7-ba28a9322c4b), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.628548 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks [] for router_gateway (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.712463 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (dee55e96-6499-4cb4-8fe7-ba28a9322c4b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.724602 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (dee55e96-6499-4cb4-8fe7-ba28a9322c4b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.792049 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ceced01-7cbc-4ec4-95ed-b33a37d12efc None None] New status for floating IP 6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:59:29.807648 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee55e96-6499-4cb4-8fe7-ba28a9322c4b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:29.837150 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:29.841248 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8dd98224-8723-49cd-9564-63fb8ce5eb39 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4493721 Mar 08 15:59:29.843645 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:29.848600 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group_rule': {'security_group_id': 'c7b79884-053d-46b7-ab47-287f5888efe8', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:29.921143 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Project 71a3b4dcd4ec4ad8976a89c57450aec3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:59:29.928627 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (ccc3eeeb-7baa-4dfb-8ca6-52fbd82087fe), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.005660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Made reservation on behalf of 30c67737012a4adea9767179ce27832c for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:59:30.009663 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.062381 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (ccc3eeeb-7baa-4dfb-8ca6-52fbd82087fe), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.064299 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.076810 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c02b319-d96e-439c-8bb9-2badbe106e64 None None] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 15:59:30.170327 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (ccc3eeeb-7baa-4dfb-8ca6-52fbd82087fe), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.186888 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] Provisioning complete for port 48ddb5f4-9312-44a6-ada3-0254ed2db574 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:30.187445 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.225950 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc3eeeb-7baa-4dfb-8ca6-52fbd82087fe,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:30.242688 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.243925 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-19c27882-424a-4e92-bedf-50aca976a474 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3992953 Mar 08 15:59:30.246811 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33794) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:30.255591 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'security_group_rule': {'security_group_id': 'c7b79884-053d-46b7-ab47-287f5888efe8', 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:30.294586 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d4573d31-e6da-424c-8c19-960c04ee1b52 req-6b44ef1d-e66a-42de-b9a4-8e5a0177ef90 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 210 time: 0.0820065 Mar 08 15:59:30.331860 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Project 71a3b4dcd4ec4ad8976a89c57450aec3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 15:59:30.340096 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (39ce37da-f2c7-4752-ab38-84aff4ea1cee), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.347788 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436aa84-8d2f-481b-8eb1-8af2c76c86c8 req-505fa279-8548-461c-9bd4-456828d121c2 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:30.350491 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8436aa84-8d2f-481b-8eb1-8af2c76c86c8 req-505fa279-8548-461c-9bd4-456828d121c2 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 946 time: 0.1574225 Mar 08 15:59:30.355786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.20.0.12 (373085e0-5393-4c54-8adb-64b19cfacec5/1bfd9226-8147-42a2-92c6-8ac2221ae1d8/c6147e24-ea62-46c8-9d0d-11b5907af00c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:30.362483 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] Current status of the port 48ddb5f4-9312-44a6-ada3-0254ed2db574 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:30.362483 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.401359 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] For port 48ddb5f4-9312-44a6-ada3-0254ed2db574, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=48ddb5f4-9312-44a6-ada3-0254ed2db574,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:30.405120 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 15:59:30.411017 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.461787 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (39ce37da-f2c7-4752-ab38-84aff4ea1cee), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.475783 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (39ce37da-f2c7-4752-ab38-84aff4ea1cee), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.485161 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835513a-dc71-4936-a511-93cae98fe950 None None] Pushing event updated for resources: {'Port': ['ID=48ddb5f4-9312-44a6-ada3-0254ed2db574,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:30.485793 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8436aa84-8d2f-481b-8eb1-8af2c76c86c8 req-96b4f01d-74fd-4208-b8ff-48730ab22ae5 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135006 Mar 08 15:59:30.553337 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ce37da-f2c7-4752-ab38-84aff4ea1cee,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:30.557564 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.565194 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6287ba60-be31-4e74-91b2-9c2a07ade8ad tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3171375 Mar 08 15:59:30.604918 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:30.621448 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:30.635241 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.644422 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:30.645081 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:30.649085 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-359ef55c-ff5b-4a91-9129-409da085eab6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2156913 Mar 08 15:59:30.650929 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33800) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:30.715886 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 48ddb5f4-9312-44a6-ada3-0254ed2db574 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:30.757956 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-19a3a656-bccd-4aaf-b55e-732af5e3d8d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257961893&fields=id&tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3 HTTP/1.1" status: 200 len: 267 time: 0.0887330 Mar 08 15:59:30.798778 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.827311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c1c99a12-a971-4b53-9602-a6a44c74940f None None] Provisioning complete for port 48ddb5f4-9312-44a6-ada3-0254ed2db574 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:30.827910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1c99a12-a971-4b53-9602-a6a44c74940f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.863559 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-5496c98c-d96f-461c-ad65-66148b20541d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:30.867609 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 48ddb5f4-9312-44a6-ada3-0254ed2db574 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:30.868187 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.871799 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-5496c98c-d96f-461c-ad65-66148b20541d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.1121893 Mar 08 15:59:30.880257 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'port': {'security_groups': ['ba31724b-5ad2-4b24-ad2d-d49f00247fe7', 'c7b79884-053d-46b7-ab47-287f5888efe8']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:30.945518 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:30.980358 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:31.026049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:31.030954 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:31.038108 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:31.075299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.084932 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=c6147e24-ea62-46c8-9d0d-11b5907af00c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:31.117852 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 48ddb5f4-9312-44a6-ada3-0254ed2db574 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:31.124503 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:31.125465 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.130991 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c1c99a12-a971-4b53-9602-a6a44c74940f None None] Current status of the port 48ddb5f4-9312-44a6-ada3-0254ed2db574 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:31.157140 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.200013 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-9c3464f7-03db-4986-b856-13e8451acad9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7059174 Mar 08 15:59:31.220356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Request body: {'port': {'device_id': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:31.267087 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:29Z', 'revision_number': 3, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:31.305603 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:31.307444 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Updating router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 port bf97f2e8-eb32-4d4c-afaf-3ae319871027 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:59:31.324277 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.336839 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.366827 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Allocated IP 172.20.0.1 (14ce4e2b-95ed-4f4a-bc15-13273c440ff3/d4852595-d141-4da5-922f-e70564c7e168/b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:31.406794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7ccd1f63-e9dd-4dac-b3b4-923d797e6406 None None] Provisioning complete for port c6147e24-ea62-46c8-9d0d-11b5907af00c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:31.407603 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1f63-e9dd-4dac-b3b4-923d797e6406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.486177 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks [] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.497977 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd1f63-e9dd-4dac-b3b4-923d797e6406 None None] Port c6147e24-ea62-46c8-9d0d-11b5907af00c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:59:31.525412 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.561612 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:31.568827 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:31.572373 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:31.585410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:31.600210 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:31.626776 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.655616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536ca1b-ad5b-4486-a0cb-940e4e845096 req-8787a088-6414-48c1-bece-ba1cc9710a9a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:31.657141 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d536ca1b-ad5b-4486-a0cb-940e4e845096 req-8787a088-6414-48c1-bece-ba1cc9710a9a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 932 time: 0.2521594 Mar 08 15:59:31.680996 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Publish callbacks [] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.693970 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.695643 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.717123 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.756783 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['2bf9f923-3104-447a-81ac-d5f0aee92586'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:31.795536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d536ca1b-ad5b-4486-a0cb-940e4e845096 req-1f3b9ec1-a71f-4edb-a622-c7a691cb0af5 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317589 Mar 08 15:59:31.806023 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Attempting to bind port bf97f2e8-eb32-4d4c-afaf-3ae319871027 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:31.806557 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:31.808549 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Attempting to bind port bf97f2e8-eb32-4d4c-afaf-3ae319871027 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:31.808688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.808779 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Attempting to bind port bf97f2e8-eb32-4d4c-afaf-3ae319871027 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:31.819463 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8a6fddf1-c49e-4a1d-876e-b9fdc62e9fd4 req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "PUT /v2.0/ports/2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 981 time: 0.9466033 Mar 08 15:59:31.820549 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.835172 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:31.836098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:31.836570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:31.837214 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.837508 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c54b3d-bbc0-4956-a046-f66be5e84db4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:31.837651 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:31.838230 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Bound port: bf97f2e8-eb32-4d4c-afaf-3ae319871027, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:31.838671 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.853289 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-261dd82c-458c-42a0-8639-743fc62a1aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:31.889385 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cb2f2-7f95-4c50-a204-02ff40b909a6 None None] Pushing event updated for resources: {'Port': ['ID=bf97f2e8-eb32-4d4c-afaf-3ae319871027,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:31.951955 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e2ba2-08f8-4343-9eba-89e0b4ddefbb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=6']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:31.952262 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['2bf9f923-3104-447a-81ac-d5f0aee92586'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:31.997842 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] For port bf97f2e8-eb32-4d4c-afaf-3ae319871027, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:32.038403 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] For port bf97f2e8-eb32-4d4c-afaf-3ae319871027, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=bf97f2e8-eb32-4d4c-afaf-3ae319871027,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:32.066971 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks [] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.074116 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.092560 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6147e24-ea62-46c8-9d0d-11b5907af00c {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:32.093686 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.101029 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-82c4076e-d91c-4108-9fba-0c453f376ea7 None None] Provisioning complete for port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:32.101430 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82c4076e-d91c-4108-9fba-0c453f376ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.104128 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Publish callbacks [] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.145303 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Transition to ACTIVE for port object c6147e24-ea62-46c8-9d0d-11b5907af00c will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:59:32.156955 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d3cf1-9bda-4855-ac74-a48ebf2dec35 req-a8261d00-25f7-4ba6-bd9d-19cc2ce86264 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:32.159141 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-793d3cf1-9bda-4855-ac74-a48ebf2dec35 req-a8261d00-25f7-4ba6-bd9d-19cc2ce86264 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.1965497 Mar 08 15:59:32.161177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.169589 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20c45b-15bb-4a52-a60c-f8d5047b10e1 req-96a08eba-3208-4910-8bf0-82c7065f9f8f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:32.171189 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb20c45b-15bb-4a52-a60c-f8d5047b10e1 req-96a08eba-3208-4910-8bf0-82c7065f9f8f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 946 time: 0.2125511 Mar 08 15:59:32.173210 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.180115 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:32.246051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cb2f2-7f95-4c50-a204-02ff40b909a6 None None] Pushing event updated for resources: {'Port': ['ID=bf97f2e8-eb32-4d4c-afaf-3ae319871027,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:32.265316 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-82c4076e-d91c-4108-9fba-0c453f376ea7 None None] Port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:59:32.266204 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6147e24-ea62-46c8-9d0d-11b5907af00c,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:32.275876 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:32.276293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:32.290669 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-8ee24fb7-52d4-4fa6-8925-0c359e46ddca tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:32.292411 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-8ee24fb7-52d4-4fa6-8925-0c359e46ddca tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 946 time: 0.1362872 Mar 08 15:59:32.348454 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb20c45b-15bb-4a52-a60c-f8d5047b10e1 req-f4dd2593-40ef-4791-9625-5127713161d2 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441741 Mar 08 15:59:32.372142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:32.373695 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:32.397930 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-793d3cf1-9bda-4855-ac74-a48ebf2dec35 req-40c6454b-84df-447e-af6e-c545dc361c53 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2254379 Mar 08 15:59:32.463568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276885e6-eb18-4166-9919-f576781b33ae x-openstack-request-id: req-276885e6-eb18-4166-9919-f576781b33ae {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:32.464126 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:32.464573 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-276885e6-eb18-4166-9919-f576781b33ae {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:32.467314 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'status': 'completed', 'code': 200} Mar 08 15:59:32.513405 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Attempting to bind port c6147e24-ea62-46c8-9d0d-11b5907af00c on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:32.513740 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Attempting to bind port c6147e24-ea62-46c8-9d0d-11b5907af00c by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:32.514072 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Attempting to bind port c6147e24-ea62-46c8-9d0d-11b5907af00c on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:32.520757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Port c6147e24-ea62-46c8-9d0d-11b5907af00c on network 373085e0-5393-4c54-8adb-64b19cfacec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:59:32.521234 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Attempting to bind port c6147e24-ea62-46c8-9d0d-11b5907af00c on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:32.527356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:32.527715 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:32.528107 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Bound using segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:32.528563 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Bound port: c6147e24-ea62-46c8-9d0d-11b5907af00c, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:32.528881 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.616266 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 48ddb5f4-9312-44a6-ada3-0254ed2db574 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:32.665647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] For port c6147e24-ea62-46c8-9d0d-11b5907af00c, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:32.669366 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] For port c6147e24-ea62-46c8-9d0d-11b5907af00c, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:32.679944 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.722934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-41fa59d8-f107-435a-949f-dbc5ecaa80fe None None] Provisioning complete for port 2bf9f923-3104-447a-81ac-d5f0aee92586 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:32.723514 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41fa59d8-f107-435a-949f-dbc5ecaa80fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.749345 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:32.750102 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6147e24-ea62-46c8-9d0d-11b5907af00c,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:32.757390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:32.758597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.759730 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-3602f9d9-bf83-40f3-92c8-7d98fb0678ab service neutron] 10.222.0.37 "PUT /v2.0/ports/c6147e24-ea62-46c8-9d0d-11b5907af00c HTTP/1.1" status: 200 len: 1094 time: 1.5445518 Mar 08 15:59:32.902555 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Deleting port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 15:59:32.903046 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:32.919767 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-4f1cb006-743e-4f0e-b5ed-20033ce7138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:32.921690 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-4f1cb006-743e-4f0e-b5ed-20033ce7138d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 1128 time: 0.1110191 Mar 08 15:59:32.961313 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-77ef9e89-4435-4e02-ba60-05f76b7cbaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:32.962819 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-77ef9e89-4435-4e02-ba60-05f76b7cbaad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1168 time: 0.4975092 Mar 08 15:59:32.982621 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 48ddb5f4-9312-44a6-ada3-0254ed2db574 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:32.983087 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:33.023046 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-96667edf-9488-455b-b833-18706f3d6f2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c HTTP/1.1" status: 200 len: 217 time: 0.0750449 Mar 08 15:59:33.065923 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:33.068518 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b315ed7-5f7c-4a13-94d4-e7579d4d5131 req-4f1fcc55-b9ba-4f9f-8782-fe087b22bf37 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.070754 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4b315ed7-5f7c-4a13-94d4-e7579d4d5131 req-4f1fcc55-b9ba-4f9f-8782-fe087b22bf37 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 944 time: 0.1394908 Mar 08 15:59:33.109277 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] For port 47f48e4b-0ace-4a4e-b174-5dc9884fe702, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=47f48e4b-0ace-4a4e-b174-5dc9884fe702,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:33.109638 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:33.117495 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-91d1209d-4385-45f2-bd60-0e080ae38d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.118880 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-91d1209d-4385-45f2-bd60-0e080ae38d59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0881352 Mar 08 15:59:33.160956 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:33.177532 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4b315ed7-5f7c-4a13-94d4-e7579d4d5131 req-59770d13-a7d8-47c1-8ef7-1b892b6a4311 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795422 Mar 08 15:59:33.184089 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Calling delete_port for 47f48e4b-0ace-4a4e-b174-5dc9884fe702 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 15:59:33.186308 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-d5e637c2-3b29-49e4-8c00-66db78fd043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.187903 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-d5e637c2-3b29-49e4-8c00-66db78fd043c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 916 time: 0.1950986 Mar 08 15:59:33.190312 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ffee7-9420-4101-9748-2aaa038542ac req-b382c487-d2b0-4312-8326-09348402235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.191745 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-b382c487-d2b0-4312-8326-09348402235e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644176 Mar 08 15:59:33.248412 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-41fa59d8-f107-435a-949f-dbc5ecaa80fe None None] Current status of the port 2bf9f923-3104-447a-81ac-d5f0aee92586 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:33.296065 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-f0f83d99-0be1-4184-93ce-3d8abfd756d4 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942199 Mar 08 15:59:33.359014 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-14d33e10-8c34-40f1-9b34-899635d7b7f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 1001 time: 0.1261752 Mar 08 15:59:33.361383 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:33.368344 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-88a187a9-55a7-4cd4-a5ae-588eeb9ef594 admin admin] 10.222.0.15 "PUT /v2.0/routers/91f2e6f3-c671-4ec4-bb8b-c738fa52e396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7163026 Mar 08 15:59:33.382579 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 48ddb5f4-9312-44a6-ada3-0254ed2db574 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:33.422103 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-067ffee7-9420-4101-9748-2aaa038542ac req-3776d2e9-a86c-4c68-bead-848a43c9b73a service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171551 Mar 08 15:59:33.436131 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-930fc81b-95bf-45ac-82af-884905bfe506 None None] Provisioning complete for port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:33.436498 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-930fc81b-95bf-45ac-82af-884905bfe506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:33.511296 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-930fc81b-95bf-45ac-82af-884905bfe506 None None] Port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:59:33.519461 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-122c3e7e-2be4-4b8d-b7ba-3b348e13fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.521612 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-122c3e7e-2be4-4b8d-b7ba-3b348e13fd3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.1388628 Mar 08 15:59:33.530706 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 2, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:33.544821 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e29ef-e197-45c5-8839-1e169dd3c8bd req-f3601f88-3a5f-41cb-a00b-b44f4b285aab tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.547364 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-607e29ef-e197-45c5-8839-1e169dd3c8bd req-f3601f88-3a5f-41cb-a00b-b44f4b285aab tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=15033b4d-6e0a-4a83-9600-632f67745de9 HTTP/1.1" status: 200 len: 946 time: 0.0972211 Mar 08 15:59:33.569442 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c8d64-547c-4d19-905d-8007ee214567 None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 2, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:33.592739 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (47f48e4b-0ace-4a4e-b174-5dc9884fe702), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:33.609337 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['47f48e4b-0ace-4a4e-b174-5dc9884fe702'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:33.610199 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-4bbb7783-6ccc-4053-9f44-c7441119e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:33.612811 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-4bbb7783-6ccc-4053-9f44-c7441119e2e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808518 Mar 08 15:59:33.638195 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-607e29ef-e197-45c5-8839-1e169dd3c8bd req-88bbfab3-982d-411a-b728-3fc17b41a0da tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824800 Mar 08 15:59:33.662050 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Pushing event deleted for resources: {'Port': ['ID=47f48e4b-0ace-4a4e-b174-5dc9884fe702,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:33.745603 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] No DVR routers for this DVR port 47f48e4b-0ace-4a4e-b174-5dc9884fe702 on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 15:59:33.751134 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:33.754867 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-22bd5065-ffac-4c50-9305-ab0848e9cef6 req-e60c4bc3-514d-477d-bac1-19e76bcd4567 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "DELETE /v2.0/ports/47f48e4b-0ace-4a4e-b174-5dc9884fe702 HTTP/1.1" status: 204 len: 173 time: 1.4486687 Mar 08 15:59:33.755382 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15033b4d-6e0a-4a83-9600-632f67745de9', 'name': 'network-vif-deleted', 'tag': '47f48e4b-0ace-4a4e-b174-5dc9884fe702'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:33.757631 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e18c594-84bb-4510-a34c-72090c769b03" -d '{"events": [{"server_uuid": "15033b4d-6e0a-4a83-9600-632f67745de9", "name": "network-vif-deleted", "tag": "47f48e4b-0ace-4a4e-b174-5dc9884fe702"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:33.811653 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48491dab-1bc7-480c-a38c-80d5265fd721 x-openstack-request-id: req-48491dab-1bc7-480c-a38c-80d5265fd721 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:33.812036 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15033b4d-6e0a-4a83-9600-632f67745de9", "name": "network-vif-deleted", "tag": "47f48e4b-0ace-4a4e-b174-5dc9884fe702", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:33.812364 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48491dab-1bc7-480c-a38c-80d5265fd721 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:33.812760 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15033b4d-6e0a-4a83-9600-632f67745de9', 'name': 'network-vif-deleted', 'tag': '47f48e4b-0ace-4a4e-b174-5dc9884fe702', 'status': 'completed', 'code': 200} Mar 08 15:59:33.818797 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-a5192719-3c86-4c12-8e7b-9cae947e7226 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834345 Mar 08 15:59:33.967897 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-17c54b3d-bbc0-4956-a046-f66be5e84db4 req-6d1eaf0d-90d7-4055-8af9-c7d6cc9b5d72 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250050 Mar 08 15:59:33.999621 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:34.004928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859034012', 'description': 'tempest-description--981779102'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:34.028108 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.106630 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (564bfb10-ca43-4b53-8aed-c1a1cf1c61f6), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.111878 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (564bfb10-ca43-4b53-8aed-c1a1cf1c61f6), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.141055 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:34.146113 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.147304 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b37f1485-b5e6-459c-8dee-ac36a51e6555 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1465666 Mar 08 15:59:34.150362 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33830) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:34.161033 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'security_group_rule': {'security_group_id': '564bfb10-ca43-4b53-8aed-c1a1cf1c61f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:34.188311 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (235eadb1-986b-49df-a193-eddd83163d25), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.250892 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (235eadb1-986b-49df-a193-eddd83163d25), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.256118 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (235eadb1-986b-49df-a193-eddd83163d25), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.281779 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235eadb1-986b-49df-a193-eddd83163d25,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:34.290726 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.294632 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3cea9829-7f4e-4f0b-9a33-50d5698e905e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406069 Mar 08 15:59:34.295252 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33834) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:34.300434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'security_group_rule': {'security_group_id': '564bfb10-ca43-4b53-8aed-c1a1cf1c61f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:34.321751 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.337281 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (ceaea10e-1900-4db3-be17-f764495e0310), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.351969 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85bd5e9-8c6f-48dd-bab0-3bd0ad2bc49a req-cebbcef7-f5b3-40e9-803e-434b0194eed7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:34.353660 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e85bd5e9-8c6f-48dd-bab0-3bd0ad2bc49a req-cebbcef7-f5b3-40e9-803e-434b0194eed7 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 944 time: 0.0884485 Mar 08 15:59:34.409932 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (ceaea10e-1900-4db3-be17-f764495e0310), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.418392 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (ceaea10e-1900-4db3-be17-f764495e0310), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.420610 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e85bd5e9-8c6f-48dd-bab0-3bd0ad2bc49a req-49755084-aca8-4f38-8005-3df04464d889 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563436 Mar 08 15:59:34.458594 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaea10e-1900-4db3-be17-f764495e0310,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:34.471324 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:34.474917 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc5aca2-b976-4ecd-9159-e9c0634898c7" -d '{"events": [{"name": "network-changed", "server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:34.488975 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.490213 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-23470dd4-c726-4e6e-afe2-ed2259a6dddb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1939528 Mar 08 15:59:34.493354 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33838) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:34.503863 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:34.528180 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.528939 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5b10e7-ff31-4141-a2a2-f2907fdea3a3 x-openstack-request-id: req-fb5b10e7-ff31-4141-a2a2-f2907fdea3a3 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:34.529236 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:34.530054 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb5b10e7-ff31-4141-a2a2-f2907fdea3a3 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:34.531352 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'status': 'completed', 'code': 200} Mar 08 15:59:34.639547 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-e6f91fb2-66ad-4d1b-8749-c1643957d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:34.641062 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-e6f91fb2-66ad-4d1b-8749-c1643957d514 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 1128 time: 0.0920887 Mar 08 15:59:34.738773 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:34.801573 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-442e5aea-6b65-49d1-a626-90f29b8580bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:34.803194 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-442e5aea-6b65-49d1-a626-90f29b8580bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.1483614 Mar 08 15:59:34.882192 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-59cd7e97-8475-4d67-91d6-04ed758e8414 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c HTTP/1.1" status: 200 len: 217 time: 0.0637264 Mar 08 15:59:34.941036 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Allocated IP 172.27.2.215 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/ebd05131-b059-400f-906f-4ee4aaa42041) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:34.966570 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-23538767-ba7f-4d10-9a30-72f29eaa6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:34.968121 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-23538767-ba7f-4d10-9a30-72f29eaa6b5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0777826 Mar 08 15:59:35.085173 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-ed017e89-6562-4da1-a164-e47ddd73961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:35.086688 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-ed017e89-6562-4da1-a164-e47ddd73961c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1084402 Mar 08 15:59:35.096634 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for port (ebd05131-b059-400f-906f-4ee4aaa42041), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.201845 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (ebd05131-b059-400f-906f-4ee4aaa42041), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.212009 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-2525efcd-b0a0-4872-a0d4-b28117899321 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137133 Mar 08 15:59:35.244976 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:35.247743 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:35.251142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:35.256697 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'Port': ['ID=ebd05131-b059-400f-906f-4ee4aaa42041,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:35.337336 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (119f8a60-e6a5-4091-8c38-91dc766cbb4f), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.378160 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (ebd05131-b059-400f-906f-4ee4aaa42041), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.523927 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for port (ebd05131-b059-400f-906f-4ee4aaa42041), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.529220 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (ebd05131-b059-400f-906f-4ee4aaa42041), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.547724 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dcbed-2ef4-4020-94a1-0a597a84652a req-aa7b41e5-470d-43f9-9c12-5bcd86d62665 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:35.549407 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-468dcbed-2ef4-4020-94a1-0a597a84652a req-aa7b41e5-470d-43f9-9c12-5bcd86d62665 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 944 time: 0.0595553 Mar 08 15:59:35.601821 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'Port': ['ID=ebd05131-b059-400f-906f-4ee4aaa42041,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:35.604190 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-468dcbed-2ef4-4020-94a1-0a597a84652a req-543b5f80-f2f1-4d6b-9d9f-783c9578d30b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480745 Mar 08 15:59:35.614150 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (119f8a60-e6a5-4091-8c38-91dc766cbb4f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.629581 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:35.630911 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-dd4c3a67-fecc-4ceb-b845-508cbfd38c6b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1364698 Mar 08 15:59:35.779515 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-8e96efaa-93e5-45d1-beb7-d2718280b227 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--859034012&fields=id&tenant_id=72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 267 time: 0.0423355 Mar 08 15:59:35.890865 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a297a105-6c32-453d-a3d4-afac96865d7c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:35.893585 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a297a105-6c32-453d-a3d4-afac96865d7c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 816 time: 0.1063433 Mar 08 15:59:35.900155 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:35.908179 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-7ea16a65-709f-46ae-8c91-e26e2077763a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/quotas/72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 375 time: 0.0097508 Mar 08 15:59:35.910665 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:35.911300 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:35.964847 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-99638249-0406-4295-9538-ca9390b65d33 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509365 Mar 08 15:59:36.020650 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:36.030971 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.048647 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device c6147e24-ea62-46c8-9d0d-11b5907af00c details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:59:36.069130 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-380400a6-2bc4-4afa-bea6-5bf9440a65e1 service neutron] 10.222.0.15 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932648 Mar 08 15:59:36.151213 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0cc5aca2-b976-4ecd-9159-e9c0634898c7 req-0ec4fd08-f5db-417f-a7db-425cd6f5cfd8 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030266 Mar 08 15:59:36.168162 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port c6147e24-ea62-46c8-9d0d-11b5907af00c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:36.183695 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'port_id': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'mac_address': 'fa:16:3e:79:5b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:59:36.195518 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-4f621129-b9f7-4138-b684-0ca10e0da03f service neutron] 10.222.0.15 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252301 Mar 08 15:59:36.226047 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port c6147e24-ea62-46c8-9d0d-11b5907af00c is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:36.226581 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.241123 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6147e24-ea62-46c8-9d0d-11b5907af00c {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:36.265053 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port c6147e24-ea62-46c8-9d0d-11b5907af00c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:36.270742 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.290940 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 2, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:36.332560 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:36.333845 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Updating router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 15:59:36.339673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=c6147e24-ea62-46c8-9d0d-11b5907af00c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:36.371170 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.376576 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-592acd40-cf4e-4bbe-ba02-f6256cea3f88 req-b0da914c-06aa-491f-a51f-1153347bd57b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Mar 08 15:59:36.505176 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device bf97f2e8-eb32-4d4c-afaf-3ae319871027 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:36.559477 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port bf97f2e8-eb32-4d4c-afaf-3ae319871027 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:36.560168 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.654532 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port bf97f2e8-eb32-4d4c-afaf-3ae319871027 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:36.654936 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.663773 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Publish callbacks [] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.670515 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.684825 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port bf97f2e8-eb32-4d4c-afaf-3ae319871027, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=bf97f2e8-eb32-4d4c-afaf-3ae319871027,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:36.692328 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.716038 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Pushing event updated for resources: {'Port': ['ID=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:36.729915 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.730271 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.730692 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.730960 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.731317 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.731668 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.733895 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.734276 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.734618 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.734958 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.735409 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.735740 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.736067 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 15:59:36.742990 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8443829-9e7b-4cf5-a0b0-f8b9164723e1 req-56dacc15-fcd1-4cd9-af6d-04a2df818c7b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:36.751413 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8443829-9e7b-4cf5-a0b0-f8b9164723e1 req-56dacc15-fcd1-4cd9-af6d-04a2df818c7b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 945 time: 0.0780103 Mar 08 15:59:36.782637 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=bf97f2e8-eb32-4d4c-afaf-3ae319871027,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:36.804058 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8443829-9e7b-4cf5-a0b0-f8b9164723e1 req-e58914ef-a12d-4d6f-a7de-59ca655bc322 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515516 Mar 08 15:59:36.811741 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Attempting to bind port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:36.812188 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Attempting to bind port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:36.812557 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Attempting to bind port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:36.820993 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:36.821427 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Checking segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:36.821804 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.822200 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Bound using segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:36.822673 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Bound port: b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:36.823055 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.878854 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 47f48e4b-0ace-4a4e-b174-5dc9884fe702 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 15:59:36.899119 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] For port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:36.901257 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 47f48e4b-0ace-4a4e-b174-5dc9884fe702 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 15:59:36.901608 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 47f48e4b-0ace-4a4e-b174-5dc9884fe702 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 15:59:36.902494 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] For port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:36.909989 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:36.970549 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18751-9926-41e6-9ecd-9dd3368ede25 None None] Pushing event updated for resources: {'Port': ['ID=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:36.979911 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:36.980507 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:36.984240 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] Provisioning complete for port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:36.984614 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:37.069466 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] Current status of the port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:37.070166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:37.096170 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:37.110703 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] For port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:37.117386 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:37.173775 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796199-8fcd-4d36-b592-741d9ee1027a None None] Pushing event updated for resources: {'Port': ['ID=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:37.238638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-85f96a65-80bc-4b45-b836-410528110482 None None] Provisioning complete for port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:37.239009 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-85f96a65-80bc-4b45-b836-410528110482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:37.303802 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:37.316930 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-85f96a65-80bc-4b45-b836-410528110482 None None] Current status of the port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:37.329040 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c43ec52-65ed-4f01-a54e-036a6871800e None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:37.482290 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-09ad6a76-aa57-4cba-9aeb-33de4ef7fbc7 req-bebe6445-53ce-4b89-bb93-4691c0e99fcc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 210 time: 0.0324414 Mar 08 15:59:37.951536 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cab95-927c-455e-a94c-d000c6837392 req-5bd7133d-c777-4573-9cdb-9aa9e6030082 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:37.953021 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e28cab95-927c-455e-a94c-d000c6837392 req-5bd7133d-c777-4573-9cdb-9aa9e6030082 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 945 time: 0.0566876 Mar 08 15:59:38.008790 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e28cab95-927c-455e-a94c-d000c6837392 req-d4384d0a-c525-4831-9be9-a746b7319aee tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484273 Mar 08 15:59:38.135521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['c6147e24-ea62-46c8-9d0d-11b5907af00c'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:38.504304 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:38.563383 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:38.564014 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:38.569770 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-c77ef027-8349-4a88-806a-d1c5d79666e7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:38.571364 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-c77ef027-8349-4a88-806a-d1c5d79666e7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 816 time: 0.1146102 Mar 08 15:59:38.587394 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-76a02394-76d4-4a0a-82d5-e7518e7367ab req-7e884632-6ef8-4244-927c-b2d600b587ca tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Mar 08 15:59:38.652922 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-82f0b974-ca21-49f9-b2d7-c26e12a35754 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 379 time: 0.0577829 Mar 08 15:59:38.655518 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:38.656600 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device bf97f2e8-eb32-4d4c-afaf-3ae319871027 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:38.669291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'port': {'device_id': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'admin_state_up': True, 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'security_groups': ['564bfb10-ca43-4b53-8aed-c1a1cf1c61f6']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:38.704730 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port bf97f2e8-eb32-4d4c-afaf-3ae319871027 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:38.705140 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:38.778971 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Made reservation on behalf of 72dcf0169c9749cea8c59ad13407ba26 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:59:38.782347 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:38.786583 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port bf97f2e8-eb32-4d4c-afaf-3ae319871027 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:38.904860 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Allocated IP 172.20.0.5 (14ce4e2b-95ed-4f4a-bc15-13273c440ff3/d4852595-d141-4da5-922f-e70564c7e168/cf43d19c-ccb4-499c-b06d-afb1b798e251) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:39.047928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.086172 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.125758 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:39.133956 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:39.137942 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:39.165347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fcbac-0fe8-4694-b41b-72d97d3e7eac req-a1e12f9a-1e52-4db9-8dd0-e8fea524033a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:39.168605 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c32fcbac-0fe8-4694-b41b-72d97d3e7eac req-a1e12f9a-1e52-4db9-8dd0-e8fea524033a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 945 time: 0.0877328 Mar 08 15:59:39.175586 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:39.207409 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:39.208038 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.228756 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a2206d08-1ae6-4b80-86d1-10c31de776d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632942 Mar 08 15:59:39.244163 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Request body: {'port': {'device_id': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:39.251508 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c32fcbac-0fe8-4694-b41b-72d97d3e7eac req-285e36b8-eb1e-4fef-8db1-a17e6e5a03a9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745389 Mar 08 15:59:39.307099 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.455910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d47a8a69-f07c-43b2-8f92-589e09fa218b None None] Provisioning complete for port cf43d19c-ccb4-499c-b06d-afb1b798e251 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:39.456476 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d47a8a69-f07c-43b2-8f92-589e09fa218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.490270 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d47a8a69-f07c-43b2-8f92-589e09fa218b None None] Port cf43d19c-ccb4-499c-b06d-afb1b798e251 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 15:59:39.570534 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf43d19c-ccb4-499c-b06d-afb1b798e251 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:39.577780 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Publish callbacks [] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.589849 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Transition to ACTIVE for port object cf43d19c-ccb4-499c-b06d-afb1b798e251 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:59:39.592880 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.643008 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:39.711333 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Attempting to bind port cf43d19c-ccb4-499c-b06d-afb1b798e251 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:39.711856 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Attempting to bind port cf43d19c-ccb4-499c-b06d-afb1b798e251 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:39.712179 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Attempting to bind port cf43d19c-ccb4-499c-b06d-afb1b798e251 on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:39.716597 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Port cf43d19c-ccb4-499c-b06d-afb1b798e251 on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:59:39.716910 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Attempting to bind port cf43d19c-ccb4-499c-b06d-afb1b798e251 on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:39.722307 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:39.722636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Checking segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:39.723009 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Bound using segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:39.723460 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Bound port: cf43d19c-ccb4-499c-b06d-afb1b798e251, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:39.723809 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.725337 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33673c75-f713-4a7f-8a16-209a3aecd170 req-cafc2695-d5a8-4bff-9284-49790fce073c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:39.726823 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-33673c75-f713-4a7f-8a16-209a3aecd170 req-cafc2695-d5a8-4bff-9284-49790fce073c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0557451 Mar 08 15:59:39.777499 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-33673c75-f713-4a7f-8a16-209a3aecd170 req-279a8d28-23c0-4067-a89d-2f585f764753 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Mar 08 15:59:39.797273 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:39.801456 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:39.808188 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.838829 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device c6147e24-ea62-46c8-9d0d-11b5907af00c up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:39.846727 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:39.847385 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.848767 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] 10.222.0.37 "PUT /v2.0/ports/cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 1093 time: 0.6091528 Mar 08 15:59:39.849221 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:39.851449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376b7ebe-0474-424b-92b2-22e48b25ec6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:39.876649 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd2b30-fece-4aec-9b55-97c14837ad82 service neutron] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:39.914615 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce698d3-65a9-4c9e-a287-80e2424c3f24 x-openstack-request-id: req-dce698d3-65a9-4c9e-a287-80e2424c3f24 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:39.914913 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:39.915196 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dce698d3-65a9-4c9e-a287-80e2424c3f24 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:39.915595 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'status': 'completed', 'code': 200} Mar 08 15:59:39.926750 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port c6147e24-ea62-46c8-9d0d-11b5907af00c completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:59:39.931330 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port c6147e24-ea62-46c8-9d0d-11b5907af00c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:39.932044 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:39.974851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-8bc25479-ec49-4af0-9119-8cdfd2484a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:39.976420 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-8bc25479-ec49-4af0-9119-8cdfd2484a70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1127 time: 0.0498431 Mar 08 15:59:40.022719 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port c6147e24-ea62-46c8-9d0d-11b5907af00c is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:40.023152 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:40.028889 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-4113a7bc-ae83-40b0-a08c-c70bfe47ef7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 217 time: 0.0437119 Mar 08 15:59:40.047814 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:40.050193 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201f1325-4d6b-4ce6-83c8-44811d2b37ab" -d '{"events": [{"server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "name": "network-vif-plugged", "status": "completed", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:40.071191 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port c6147e24-ea62-46c8-9d0d-11b5907af00c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:40.075682 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:40.081373 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-7c962fd3-df8e-4286-ae74-efe75e264a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:40.084046 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-7c962fd3-df8e-4286-ae74-efe75e264a7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0485442 Mar 08 15:59:40.100773 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfef9280-16b1-4cac-94ab-a63a98de6047 x-openstack-request-id: req-dfef9280-16b1-4cac-94ab-a63a98de6047 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:40.101083 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "name": "network-vif-plugged", "status": "completed", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:40.101319 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfef9280-16b1-4cac-94ab-a63a98de6047 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:40.101704 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'code': 200} Mar 08 15:59:40.128906 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=c6147e24-ea62-46c8-9d0d-11b5907af00c,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:40.143984 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a30adaf6-ee1d-428d-9f46-673569903255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:40.145635 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-a30adaf6-ee1d-428d-9f46-673569903255 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0520012 Mar 08 15:59:40.253192 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-bbc9b7ce-335b-4489-b37d-46142a8171af service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987580 Mar 08 15:59:40.352260 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9515-5f37-4f27-ab5d-315579cd5ce3 req-22c6da16-983c-4cc0-ad93-446a6009391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:40.353771 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74be9515-5f37-4f27-ab5d-315579cd5ce3 req-22c6da16-983c-4cc0-ad93-446a6009391e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 1130 time: 0.1149390 Mar 08 15:59:40.389439 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a2ce2da4-1fc2-4f4f-bb1d-60a387832997 req-9005fb23-4ac5-4df8-8bbd-d6baaea5d7a7 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221156 Mar 08 15:59:40.395740 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc99aa-73d3-4dee-9065-db9ae1c3d590 req-48aaa21f-71ec-44cd-bac4-a971e9220441 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:40.398596 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f4dc99aa-73d3-4dee-9065-db9ae1c3d590 req-48aaa21f-71ec-44cd-bac4-a971e9220441 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0654399 Mar 08 15:59:40.432572 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-74be9515-5f37-4f27-ab5d-315579cd5ce3 req-4cb258fc-9f24-4ee9-b1c1-77a61863cdcf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683098 Mar 08 15:59:40.468910 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f4dc99aa-73d3-4dee-9065-db9ae1c3d590 req-9f0bb91c-c2ab-4657-aac9-98a962a05145 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641253 Mar 08 15:59:40.901497 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de1922-68fd-45ce-ba29-1df231d737be req-48682717-e202-4365-9676-8832a0f69502 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:40.902956 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-42de1922-68fd-45ce-ba29-1df231d737be req-48682717-e202-4365-9676-8832a0f69502 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0521023 Mar 08 15:59:40.949842 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-42de1922-68fd-45ce-ba29-1df231d737be req-5a01ffe8-948a-43d8-b281-ca063cd9c223 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413802 Mar 08 15:59:41.536703 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-cdea2bf4-3235-47d2-b383-ebc45ff1deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:41.538228 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-cdea2bf4-3235-47d2-b383-ebc45ff1deeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1127 time: 0.0470779 Mar 08 15:59:41.589959 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ea977-1652-4c57-9192-06a732095c9c req-3e437c9d-a6da-456a-8efe-b9fda269b071 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:41.591416 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-944ea977-1652-4c57-9192-06a732095c9c req-3e437c9d-a6da-456a-8efe-b9fda269b071 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0523252 Mar 08 15:59:41.636392 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-944ea977-1652-4c57-9192-06a732095c9c req-0906cc7b-b5f0-4f23-a6c6-59a52db8a38d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Mar 08 15:59:42.072880 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b2fca-21eb-4971-b69b-555c8b4d3a73 req-b99dbdca-f42d-4112-b96e-b78767a08a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:42.074313 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-923b2fca-21eb-4971-b69b-555c8b4d3a73 req-b99dbdca-f42d-4112-b96e-b78767a08a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0549312 Mar 08 15:59:42.120499 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-923b2fca-21eb-4971-b69b-555c8b4d3a73 req-6b4fa1e9-5f3e-4e4f-a00b-059795bec68f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406938 Mar 08 15:59:42.375832 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-d782d97c-2baf-4c67-aeff-a22f2ffae588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:42.377265 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-d782d97c-2baf-4c67-aeff-a22f2ffae588 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.0912988 Mar 08 15:59:42.753896 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170128ad-a0f6-421a-8431-648a4e5a487a req-36279311-cc4a-41aa-85a6-5f33d3a71cbc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:42.755560 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-170128ad-a0f6-421a-8431-648a4e5a487a req-36279311-cc4a-41aa-85a6-5f33d3a71cbc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0532508 Mar 08 15:59:42.801550 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-170128ad-a0f6-421a-8431-648a4e5a487a req-29037dc6-31b1-441d-975b-9dc31aa16468 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405679 Mar 08 15:59:43.243581 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7bfbb-e224-4507-aa56-8bc3760b22c0 req-77094fed-5d84-44ee-a09c-422ef0edc9fc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:43.245131 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dec7bfbb-e224-4507-aa56-8bc3760b22c0 req-77094fed-5d84-44ee-a09c-422ef0edc9fc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0538821 Mar 08 15:59:43.297719 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dec7bfbb-e224-4507-aa56-8bc3760b22c0 req-98dc8042-bf3a-4b47-b80a-a0652cdc048c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Mar 08 15:59:43.435711 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-9dcb9b83-8b8f-4625-8467-45929a18529e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 217 time: 0.2644637 Mar 08 15:59:43.483402 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-093f6b33-91b8-4089-8042-819a2574a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:43.484837 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-093f6b33-91b8-4089-8042-819a2574a9b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0431471 Mar 08 15:59:43.535726 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-b223ce72-5a76-4f03-a07c-ea740d45b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:43.537344 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-b223ce72-5a76-4f03-a07c-ea740d45b6b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460544 Mar 08 15:59:43.631893 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-6688cce5-5756-4ebf-aecf-c1bb3d7bfc4f service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Mar 08 15:59:43.728771 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-376b7ebe-0474-424b-92b2-22e48b25ec6a req-087a87d2-a201-4aef-951b-b5b7e42d89f2 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890164 Mar 08 15:59:43.775690 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-5ac84065-7da2-422a-9a91-4721fa3aecb0 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:43.777126 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-5ac84065-7da2-422a-9a91-4721fa3aecb0 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/networks?id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 200 len: 814 time: 0.1037614 Mar 08 15:59:43.792166 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-0f6c640b-a4ec-4aa7-a0c1-9d8281458dd9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/quotas/6a9b2dd3658c427bad8c869fee78cc88 HTTP/1.1" status: 200 len: 375 time: 0.0096765 Mar 08 15:59:43.826782 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-65de62a9-42d0-4fc8-aef0-60b0321bcf5f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298350 Mar 08 15:59:43.944370 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-549375ff-999e-4bd6-8aa0-1459d15f32a1 service neutron] 10.222.0.15 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102886 Mar 08 15:59:43.964157 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1e7aa-cd84-4866-9df7-7f96130b9918 req-43e4a224-db10-46be-a61a-e6bc972b7f57 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:43.965544 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ccb1e7aa-cd84-4866-9df7-7f96130b9918 req-43e4a224-db10-46be-a61a-e6bc972b7f57 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0800972 Mar 08 15:59:44.070370 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ccb1e7aa-cd84-4866-9df7-7f96130b9918 req-ab0f5116-a418-43fd-9af7-25a77aa37f81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948093 Mar 08 15:59:44.081011 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-d8e629a4-ff18-445a-9d5a-86aa4ed9534a service neutron] 10.222.0.15 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301916 Mar 08 15:59:44.245061 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-45957dab-ee09-45d1-bee3-5c7db4c0fe3c req-d96294ed-19ff-4306-8c20-effc625fe134 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 210 time: 0.0284085 Mar 08 15:59:44.435689 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6462dd-ebb2-45a2-b13a-d9970b1ac104 req-e583ff14-1047-41ce-a7f6-8dec9135d777 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:44.437294 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3f6462dd-ebb2-45a2-b13a-d9970b1ac104 req-e583ff14-1047-41ce-a7f6-8dec9135d777 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0576694 Mar 08 15:59:44.490286 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3f6462dd-ebb2-45a2-b13a-d9970b1ac104 req-58aa7d04-ce0a-49fd-904f-b6954ab8a5bc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460634 Mar 08 15:59:45.195556 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f056bc7-b1ad-449f-8bc8-6f8c851b147f req-89baa840-763e-4e79-b75f-399c7e25b804 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:45.197057 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7f056bc7-b1ad-449f-8bc8-6f8c851b147f req-89baa840-763e-4e79-b75f-399c7e25b804 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0581522 Mar 08 15:59:45.236220 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-7107c343-9ac5-48d3-8869-3772ece81354 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:45.237882 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-7107c343-9ac5-48d3-8869-3772ece81354 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "GET /v2.0/networks?id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 200 len: 814 time: 0.1158290 Mar 08 15:59:45.245536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7f056bc7-b1ad-449f-8bc8-6f8c851b147f req-cfaa40b3-7aee-4c28-bc41-742c0df83176 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422506 Mar 08 15:59:45.254209 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Request body: {'port': {'device_id': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e', 'admin_state_up': True, 'tenant_id': '6a9b2dd3658c427bad8c869fee78cc88'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:45.367168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-afdce1d0-e10a-43a4-8a13-2e898875626b req-61dc2ef0-a6c8-46a1-9dd8-9587f3e31fc5 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 210 time: 0.0507250 Mar 08 15:59:45.383241 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Made reservation on behalf of 6a9b2dd3658c427bad8c869fee78cc88 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 15:59:45.386610 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:45.397523 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac9189-b131-4cc6-a833-09a28cc152b7 req-717764ce-c5ba-4c7b-bed5-01a05cf92306 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:45.398953 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-95ac9189-b131-4cc6-a833-09a28cc152b7 req-717764ce-c5ba-4c7b-bed5-01a05cf92306 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0726585 Mar 08 15:59:45.407744 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 33980) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:45.413068 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'port_id': 'c6147e24-ea62-46c8-9d0d-11b5907af00c'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:45.486801 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (c13f497e-fca6-4777-b248-ff88728ee80c), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:45.612828 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0c56d-00b7-4027-91a0-7f7244b45858 req-e9783cd5-c324-4613-9450-5ffe48287f37 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:45.614312 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a7a0c56d-00b7-4027-91a0-7f7244b45858 req-e9783cd5-c324-4613-9450-5ffe48287f37 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0524836 Mar 08 15:59:45.647219 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Allocated IP 172.20.0.12 (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e/39537ef5-42f9-45fb-a45f-2be4c2d0ab94/871b9765-fa89-4e9b-8f72-cfc2030f48bb) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 15:59:45.660185 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a7a0c56d-00b7-4027-91a0-7f7244b45858 req-6a33b170-760e-4be0-9711-17843a1592a9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402272 Mar 08 15:59:45.872690 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:59:45.968768 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:45.979374 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'mac_address': 'fa:16:3e:86:9e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:59:45.984660 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks [] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.020275 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:46.020662 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.036516 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf43d19c-ccb4-499c-b06d-afb1b798e251 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:46.056747 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:46.060945 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.090314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.122007 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:46.157524 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.159372 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 15:59:46.163803 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 15:59:46.165790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (c13f497e-fca6-4777-b248-ff88728ee80c), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.167506 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Pushing event updated for resources: {'Port': ['ID=871b9765-fa89-4e9b-8f72-cfc2030f48bb,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:46.171100 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 15:59:46.285570 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:46.286239 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.312607 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-fd1c2a62-1945-45b6-9212-5ae66a39820a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0640900 Mar 08 15:59:46.317827 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP c13f497e-fca6-4777-b248-ff88728ee80c associated. External IP: 172.27.2.17, port: c6147e24-ea62-46c8-9d0d-11b5907af00c. Mar 08 15:59:46.354755 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Request body: {'port': {'device_id': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:46.381311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['cf43d19c-ccb4-499c-b06d-afb1b798e251'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:46.468340 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:46.532989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e3c6e-a5ff-4460-bcb0-c7477c1a0f91 req-5b9bc1e3-75b2-486d-92ff-d0b3db13737b tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:46.547676 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-384e3c6e-a5ff-4460-bcb0-c7477c1a0f91 req-5b9bc1e3-75b2-486d-92ff-d0b3db13737b tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 932 time: 0.0810711 Mar 08 15:59:46.593365 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-384e3c6e-a5ff-4460-bcb0-c7477c1a0f91 req-d121c8d6-1241-4505-9413-3df56e5317a1 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Mar 08 15:59:46.707618 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:46.787108 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb72dd3-ac36-4e25-86a0-125cf9c1cf8d req-5fda94cb-34f4-411a-bd4a-eed9fde061e4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:46.788498 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1fb72dd3-ac36-4e25-86a0-125cf9c1cf8d req-5fda94cb-34f4-411a-bd4a-eed9fde061e4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 944 time: 0.0567908 Mar 08 15:59:46.838044 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1fb72dd3-ac36-4e25-86a0-125cf9c1cf8d req-989885e4-6caf-4bd7-b930-752550c7a7bc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Mar 08 15:59:47.142780 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:47.148157 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.152240 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:47.153472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871b9765-fa89-4e9b-8f72-cfc2030f48bb {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:47.162168 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:47.162771 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:47.176832 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Publish callbacks [] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.210314 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e6f56dc0-1294-41c9-8131-f0e1f9cb382a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "PUT /v2.0/floatingips/c13f497e-fca6-4777-b248-ff88728ee80c HTTP/1.1" status: 200 len: 991 time: 1.7862351 Mar 08 15:59:47.210314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Transition to ACTIVE for port object 871b9765-fa89-4e9b-8f72-cfc2030f48bb will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 15:59:47.210314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:47.210314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9650a84e-1340-4285-ab19-1b0e7c9ab557" -d '{"events": [{"name": "network-changed", "server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:47.216334 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.245986 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2acb150-5d7f-4bdb-bbe4-de346923dd92 x-openstack-request-id: req-a2acb150-5d7f-4bdb-bbe4-de346923dd92 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:47.246285 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:47.246550 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2acb150-5d7f-4bdb-bbe4-de346923dd92 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:47.246942 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'status': 'completed', 'code': 200} Mar 08 15:59:47.282885 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Pushing event updated for resources: {'Port': ['ID=871b9765-fa89-4e9b-8f72-cfc2030f48bb,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:47.375659 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-22c2de9e-db97-463a-8ac8-ff95ee41afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.378289 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-22c2de9e-db97-463a-8ac8-ff95ee41afdb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 1130 time: 0.1100671 Mar 08 15:59:47.410030 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Attempting to bind port 871b9765-fa89-4e9b-8f72-cfc2030f48bb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 15:59:47.410370 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Attempting to bind port 871b9765-fa89-4e9b-8f72-cfc2030f48bb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 15:59:47.410693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Attempting to bind port 871b9765-fa89-4e9b-8f72-cfc2030f48bb on network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:47.410832 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:47.422925 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Port 871b9765-fa89-4e9b-8f72-cfc2030f48bb on network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 15:59:47.423272 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Attempting to bind port 871b9765-fa89-4e9b-8f72-cfc2030f48bb on network f6a0a58d-29f4-4f36-bdd0-241e674bdd3e {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 15:59:47.461099 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 15, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 15:59:47.461485 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Checking segment: {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 15:59:47.461880 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Bound using segment: {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 15:59:47.462311 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Bound port: 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af55fadd-0b07-4507-b370-ea7030b685c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 15:59:47.462662 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.526476 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-94ada748-16d1-4fe7-b0e1-793c3483e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.527972 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-94ada748-16d1-4fe7-b0e1-793c3483e0b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.1443655 Mar 08 15:59:47.589129 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] For port 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 15:59:47.606229 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] For port 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 15:59:47.615946 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-ceba5b70-9a6c-46f2-8be4-9b2a2aa5f276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c HTTP/1.1" status: 200 len: 999 time: 0.0764310 Mar 08 15:59:47.617491 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.643673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'c13f497e-fca6-4777-b248-ff88728ee80c', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:79:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:26Z', 'updated_at': '2022-03-08T15:59:46Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:47.670845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:47.680459 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:47.681081 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:47.692686 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.693297 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.694662 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] 10.222.0.37 "PUT /v2.0/ports/871b9765-fa89-4e9b-8f72-cfc2030f48bb HTTP/1.1" status: 200 len: 1094 time: 1.3439703 Mar 08 15:59:47.718826 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86331ce7-c472-42aa-a161-afd1c147591d service neutron] Pushing event updated for resources: {'Port': ['ID=871b9765-fa89-4e9b-8f72-cfc2030f48bb,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:47.723003 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-aa8a8778-1bb1-4216-9177-f424d3f02759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.724666 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-aa8a8778-1bb1-4216-9177-f424d3f02759 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0775115 Mar 08 15:59:47.745293 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a63a1d-e859-4025-b37e-7f873046f38f req-04be3ebe-ad66-43c8-aa4a-dc9c333792ed tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.747140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-15a63a1d-e859-4025-b37e-7f873046f38f req-04be3ebe-ad66-43c8-aa4a-dc9c333792ed tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 944 time: 0.0794415 Mar 08 15:59:47.812617 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-b617dbda-7625-45ce-9c61-37f096f2730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.815152 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-b617dbda-7625-45ce-9c61-37f096f2730a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0819046 Mar 08 15:59:47.819414 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:47.819590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-c503441e-e654-47dd-9e72-8572e1c85e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.820875 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-c503441e-e654-47dd-9e72-8572e1c85e00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0771661 Mar 08 15:59:47.823575 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-15a63a1d-e859-4025-b37e-7f873046f38f req-69dd791f-cf5c-4c85-b0f4-0cba58d5e096 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537262 Mar 08 15:59:47.872846 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:47.886919 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-86ff5bc4-1e4b-4344-bd00-4d19ec12d76a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb HTTP/1.1" status: 200 len: 217 time: 0.0496273 Mar 08 15:59:47.965822 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port cf43d19c-ccb4-499c-b06d-afb1b798e251 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:59:47.969451 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460363f-2cf5-412e-b1d8-6ba11a0e5f81 req-79a845c5-20bf-4e9a-a90b-08f77c59356e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.971626 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a460363f-2cf5-412e-b1d8-6ba11a0e5f81 req-79a845c5-20bf-4e9a-a90b-08f77c59356e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 944 time: 0.0569060 Mar 08 15:59:47.978049 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port cf43d19c-ccb4-499c-b06d-afb1b798e251 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:47.978418 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:47.997039 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-d0fa1bbe-e8bd-4965-a107-fed44732912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:47.998505 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-d0fa1bbe-e8bd-4965-a107-fed44732912c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39537ef5-42f9-45fb-a45f-2be4c2d0ab94 HTTP/1.1" status: 200 len: 854 time: 0.0773153 Mar 08 15:59:48.004592 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-74d1f611-1f9e-4caa-8f6b-1442386f3832 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755986 Mar 08 15:59:48.025723 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a460363f-2cf5-412e-b1d8-6ba11a0e5f81 req-041cb840-aa33-4d5a-a236-b9953e02fadf tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483479 Mar 08 15:59:48.062446 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-a5471cab-7870-4cdc-8ee6-4dbbdb407301 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479000 Mar 08 15:59:48.162640 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:48.163203 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:48.192960 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:48.195284 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1742b169-6dd7-4406-b0f0-f32491de05ad" -d '{"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:48.200009 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9650a84e-1340-4285-ab19-1b0e7c9ab557 req-c9b71a08-b68e-4e4c-a5e6-d54fba835e8f service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760280 Mar 08 15:59:48.206751 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-cc9dc67e-3bc8-4bb6-85be-0d634f1837d5 service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365173 Mar 08 15:59:48.209251 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:48.215814 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:48.251253 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58793a75-e340-476d-bb88-9854a6fe069a x-openstack-request-id: req-58793a75-e340-476d-bb88-9854a6fe069a {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:48.251549 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:48.252361 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58793a75-e340-476d-bb88-9854a6fe069a {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:48.252757 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'code': 200} Mar 08 15:59:48.263296 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'c13f497e-fca6-4777-b248-ff88728ee80c', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:79:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:26Z', 'updated_at': '2022-03-08T15:59:46Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:48.295114 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07919705-bfef-481a-b325-c8d660b537d3 None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'c13f497e-fca6-4777-b248-ff88728ee80c', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:79:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:26Z', 'updated_at': '2022-03-08T15:59:46Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:48.309640 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:48.313231 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-eb074a4b-87e2-433f-b9b9-2e3e49604e6a req-99661f7a-253a-4323-ae5f-97a00df3e42b service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962086 Mar 08 15:59:48.445401 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753de561-2848-4cf1-b440-fc8a493890a5 req-de7c864a-fb08-44f7-8be2-4853811e1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:48.447146 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-753de561-2848-4cf1-b440-fc8a493890a5 req-de7c864a-fb08-44f7-8be2-4853811e1b0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1129 time: 0.0466774 Mar 08 15:59:48.496374 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-753de561-2848-4cf1-b440-fc8a493890a5 req-9292dd47-739a-4e10-a43a-bd7144062e58 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389111 Mar 08 15:59:48.506556 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19968df8-868c-4977-aed9-3a128f451ded None None] New status for floating IP c13f497e-fca6-4777-b248-ff88728ee80c: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:59:48.935531 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b901d2-747e-4adb-8cf5-2c10da3e7054 req-854f0b51-951b-496a-8fbd-5dace4f138d0 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:48.936962 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-91b901d2-747e-4adb-8cf5-2c10da3e7054 req-854f0b51-951b-496a-8fbd-5dace4f138d0 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 944 time: 0.0507371 Mar 08 15:59:48.982401 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-91b901d2-747e-4adb-8cf5-2c10da3e7054 req-0db4e8dc-1fc0-4098-8303-c348c9f7d1fc tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 Mar 08 15:59:49.152947 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f760f8-0d13-4d5a-b7cb-4afef4e2fbf0 req-1f83d48c-8ff8-43d5-8d5c-a2912ff5d2cc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:49.154420 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-23f760f8-0d13-4d5a-b7cb-4afef4e2fbf0 req-1f83d48c-8ff8-43d5-8d5c-a2912ff5d2cc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0540516 Mar 08 15:59:49.201314 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-23f760f8-0d13-4d5a-b7cb-4afef4e2fbf0 req-27bf474c-683c-415d-9063-197a0508c4f8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407360 Mar 08 15:59:49.247667 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'tag': '871b9765-fa89-4e9b-8f72-cfc2030f48bb'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:49.249885 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bdd676-ec95-4bea-98a0-728c2c6c0977" -d '{"events": [{"name": "network-changed", "server_uuid": "b008c42a-1f54-4336-9127-0cb38995b9a3", "tag": "871b9765-fa89-4e9b-8f72-cfc2030f48bb"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:49.286409 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5857c47c-2dcd-4077-981a-8d559344178d x-openstack-request-id: req-5857c47c-2dcd-4077-981a-8d559344178d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:49.286729 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b008c42a-1f54-4336-9127-0cb38995b9a3", "tag": "871b9765-fa89-4e9b-8f72-cfc2030f48bb", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:49.286985 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5857c47c-2dcd-4077-981a-8d559344178d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:49.287462 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'tag': '871b9765-fa89-4e9b-8f72-cfc2030f48bb', 'status': 'completed', 'code': 200} Mar 08 15:59:49.358116 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-ec6767fa-3e3f-4f3e-95f1-359deaa8d07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:49.359646 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-ec6767fa-3e3f-4f3e-95f1-359deaa8d07f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 1128 time: 0.0430186 Mar 08 15:59:49.449653 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-72f7f43b-22b3-47a6-9002-cf945db8de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:49.451124 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-72f7f43b-22b3-47a6-9002-cf945db8de1f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 200 len: 915 time: 0.0849938 Mar 08 15:59:49.491215 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-6717a95d-d969-4553-9aae-1aac30f6b483 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb HTTP/1.1" status: 200 len: 217 time: 0.0330317 Mar 08 15:59:49.525627 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 15:59:49.542136 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-668d2f9d-dc96-42ba-bbb4-c113852db06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:49.543734 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-668d2f9d-dc96-42ba-bbb4-c113852db06b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=39537ef5-42f9-45fb-a45f-2be4c2d0ab94 HTTP/1.1" status: 200 len: 854 time: 0.0453603 Mar 08 15:59:49.576884 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-09493aa7-15b3-4fad-a347-3f680717e764 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259027 Mar 08 15:59:49.609638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:49.674736 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-f3867cd5-f517-4fa8-bc58-8d12fdd6172e service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846813 Mar 08 15:59:49.765272 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-57bdd676-ec95-4bea-98a0-728c2c6c0977 req-9556c8a6-4f6a-4030-956a-ee7b131a9158 service neutron] 10.222.0.37 "GET /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835259 Mar 08 15:59:50.101548 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b37f8-9943-4d83-842c-ad39a8d56ffe req-3bd87161-1dee-4d2d-b034-696b725bdac9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:50.103027 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bd4b37f8-9943-4d83-842c-ad39a8d56ffe req-3bd87161-1dee-4d2d-b034-696b725bdac9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 944 time: 0.0554979 Mar 08 15:59:50.150580 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bd4b37f8-9943-4d83-842c-ad39a8d56ffe req-010a9931-84b1-4fc5-92d7-67ce3124584a tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420079 Mar 08 15:59:50.324031 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622287fa-fabc-42b2-93a1-faade4855429 req-3b807d0b-a17d-486b-93ab-60629806323d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:50.325409 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-622287fa-fabc-42b2-93a1-faade4855429 req-3b807d0b-a17d-486b-93ab-60629806323d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Mar 08 15:59:50.370975 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-622287fa-fabc-42b2-93a1-faade4855429 req-6d37a982-69f6-4850-91f4-90d30a509002 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393231 Mar 08 15:59:50.491544 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cefc9-574d-4a69-a5dd-f46e7048f5f5 req-51778934-4a15-4c4d-b60d-6adbd4a28112 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:50.492990 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-575cefc9-574d-4a69-a5dd-f46e7048f5f5 req-51778934-4a15-4c4d-b60d-6adbd4a28112 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0567117 Mar 08 15:59:50.503349 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34012) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 15:59:50.507556 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'floatingip': {'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 15:59:50.545533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (119f8a60-e6a5-4091-8c38-91dc766cbb4f), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:51.217456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:51.221829 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (119f8a60-e6a5-4091-8c38-91dc766cbb4f), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:51.356982 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80476898-f006-4580-8fbb-ee396601041d req-5ad79a53-744f-4624-99d9-2bd21f9c4b73 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:51.358354 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80476898-f006-4580-8fbb-ee396601041d req-5ad79a53-744f-4624-99d9-2bd21f9c4b73 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 944 time: 0.1026578 Mar 08 15:59:51.363622 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Floating IP 119f8a60-e6a5-4091-8c38-91dc766cbb4f associated. External IP: 172.27.2.215, port: cf43d19c-ccb4-499c-b06d-afb1b798e251. Mar 08 15:59:51.480032 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80476898-f006-4580-8fbb-ee396601041d req-33801507-dda5-4e17-8804-bd51ec0f26d8 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139843 Mar 08 15:59:51.607399 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 15:59:51.715465 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 15:59:51.720474 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:51.727232 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 15:59:51.738135 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:51.738868 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:51.749942 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-9d575ef4-f273-422c-9a59-7fd3ded1c491 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "PUT /v2.0/floatingips/119f8a60-e6a5-4091-8c38-91dc766cbb4f HTTP/1.1" status: 200 len: 991 time: 1.2455642 Mar 08 15:59:51.750523 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:51.753667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12adf38-24db-48c5-807d-67d0733931b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:51.787849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5f7a78-0ab3-4f61-a222-f86e314edc53 x-openstack-request-id: req-7a5f7a78-0ab3-4f61-a222-f86e314edc53 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:51.788136 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:51.788389 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a5f7a78-0ab3-4f61-a222-f86e314edc53 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:51.788783 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'status': 'completed', 'code': 200} Mar 08 15:59:51.849786 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:51.859347 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12adf38-24db-48c5-807d-67d0733931b4 req-9efb2b5e-92de-4af7-9df4-01de9772f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:51.861552 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-9efb2b5e-92de-4af7-9df4-01de9772f9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1129 time: 0.0457127 Mar 08 15:59:51.893891 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 871b9765-fa89-4e9b-8f72-cfc2030f48bb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 15:59:51.957121 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12adf38-24db-48c5-807d-67d0733931b4 req-a9fce4ea-2aeb-4748-938d-e45582b5074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:51.958739 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-a9fce4ea-2aeb-4748-938d-e45582b5074e service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.0893307 Mar 08 15:59:52.023531 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-fc47bd1a-c60d-4e35-86ac-95ee8dadb359 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 999 time: 0.0580609 Mar 08 15:59:52.073828 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12adf38-24db-48c5-807d-67d0733931b4 req-2c43ddcf-0ea3-4639-b6f3-a78bbe2287ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:52.075357 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-2c43ddcf-0ea3-4639-b6f3-a78bbe2287ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0437698 Mar 08 15:59:52.098680 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:52.131341 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '871b9765-fa89-4e9b-8f72-cfc2030f48bb', 'network_id': 'f6a0a58d-29f4-4f36-bdd0-241e674bdd3e', 'port_id': '871b9765-fa89-4e9b-8f72-cfc2030f48bb', 'mac_address': 'fa:16:3e:4e:72:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39537ef5-42f9-45fb-a45f-2be4c2d0ab94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 15:59:52.133004 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12adf38-24db-48c5-807d-67d0733931b4 req-062c0862-e519-42f0-89bb-d7ef57580827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:52.134493 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-062c0862-e519-42f0-89bb-d7ef57580827 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494850 Mar 08 15:59:52.179470 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 871b9765-fa89-4e9b-8f72-cfc2030f48bb is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:52.179855 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:52.196512 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871b9765-fa89-4e9b-8f72-cfc2030f48bb {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 15:59:52.215722 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '119f8a60-e6a5-4091-8c38-91dc766cbb4f', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'mac_address': 'fa:16:3e:86:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:35Z', 'updated_at': '2022-03-08T15:59:51Z', 'revision_number': 1, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:52.221021 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:52.231089 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-589192c2-8d1d-4680-acff-dceacdf1cb94 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847375 Mar 08 15:59:52.248912 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:52.252710 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 15:59:52.286707 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 15:59:52.287341 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T15:59:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:52.326901 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-c12adf38-24db-48c5-807d-67d0733931b4 req-a78cc8e6-733c-4be4-8117-64a9adb0e76f service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875149 Mar 08 15:59:52.342974 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=871b9765-fa89-4e9b-8f72-cfc2030f48bb,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:52.409507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 15:59:52.609130 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0232409-f24f-4e99-8863-0f8f4af18cb0 req-85552123-baad-4b7e-ba52-3f69c982da7c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:52.610645 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b0232409-f24f-4e99-8863-0f8f4af18cb0 req-85552123-baad-4b7e-ba52-3f69c982da7c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 945 time: 0.0603547 Mar 08 15:59:52.641138 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['871b9765-fa89-4e9b-8f72-cfc2030f48bb'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 15:59:52.659645 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b0232409-f24f-4e99-8863-0f8f4af18cb0 req-d9a513c8-10fa-4dde-8dc5-705c60572775 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Mar 08 15:59:52.869862 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '119f8a60-e6a5-4091-8c38-91dc766cbb4f', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'mac_address': 'fa:16:3e:86:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:35Z', 'updated_at': '2022-03-08T15:59:51Z', 'revision_number': 1, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 15:59:52.896659 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf937ff-6792-4859-8f45-a888ba3fb354 None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '119f8a60-e6a5-4091-8c38-91dc766cbb4f', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'mac_address': 'fa:16:3e:86:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T15:59:35Z', 'updated_at': '2022-03-08T15:59:51Z', 'revision_number': 1, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 15:59:53.094827 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06ee1b-df98-41a7-9921-e55fb756cb83 None None] New status for floating IP 119f8a60-e6a5-4091-8c38-91dc766cbb4f: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 15:59:53.782390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b007d-b836-4da0-ac2e-d8abc863a05c req-9be55a59-5278-443e-8058-2e968d5d852f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:53.784388 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6a6b007d-b836-4da0-ac2e-d8abc863a05c req-9be55a59-5278-443e-8058-2e968d5d852f tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 945 time: 0.0556159 Mar 08 15:59:53.831730 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6a6b007d-b836-4da0-ac2e-d8abc863a05c req-13c8bb1f-ac00-43d1-ae00-a279b83c30c4 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Mar 08 15:59:53.898084 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 871b9765-fa89-4e9b-8f72-cfc2030f48bb up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 15:59:53.949845 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 871b9765-fa89-4e9b-8f72-cfc2030f48bb completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 15:59:53.953362 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 871b9765-fa89-4e9b-8f72-cfc2030f48bb triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 15:59:53.953738 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:54.028194 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 871b9765-fa89-4e9b-8f72-cfc2030f48bb is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 15:59:54.028582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:54.050924 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871b9765-fa89-4e9b-8f72-cfc2030f48bb'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 15:59:54.053192 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e08cd3-5c9f-4cba-832c-6361ee6d1c4e" -d '{"events": [{"server_uuid": "b008c42a-1f54-4336-9127-0cb38995b9a3", "name": "network-vif-plugged", "status": "completed", "tag": "871b9765-fa89-4e9b-8f72-cfc2030f48bb"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 15:59:54.066740 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 15:59:54.070663 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 15:59:54.096638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 15:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731bb0ad-441b-48fe-aab9-9b173d9973ee x-openstack-request-id: req-731bb0ad-441b-48fe-aab9-9b173d9973ee {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 15:59:54.096935 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b008c42a-1f54-4336-9127-0cb38995b9a3", "name": "network-vif-plugged", "status": "completed", "tag": "871b9765-fa89-4e9b-8f72-cfc2030f48bb", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 15:59:54.097188 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-731bb0ad-441b-48fe-aab9-9b173d9973ee {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 15:59:54.097572 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871b9765-fa89-4e9b-8f72-cfc2030f48bb', 'code': 200} Mar 08 15:59:54.124394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=871b9765-fa89-4e9b-8f72-cfc2030f48bb,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 15:59:54.280888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9eb09-f1b6-4bed-96b6-1a90a1e43b91 req-38cccd4e-cf1a-4763-bede-7b55cad4d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:54.282360 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5dd9eb09-f1b6-4bed-96b6-1a90a1e43b91 req-38cccd4e-cf1a-4763-bede-7b55cad4d525 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 1130 time: 0.0424061 Mar 08 15:59:54.332842 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-5dd9eb09-f1b6-4bed-96b6-1a90a1e43b91 req-2747dadc-e870-422c-bc19-3e97ebfc0c8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Mar 08 15:59:54.948520 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a1c74-0949-4f7d-a738-0eb3ef33b63d req-71687f95-a4b0-4ebd-a055-2c1c0bc0cdc2 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:54.949940 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-101a1c74-0949-4f7d-a738-0eb3ef33b63d req-71687f95-a4b0-4ebd-a055-2c1c0bc0cdc2 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 946 time: 0.0522306 Mar 08 15:59:54.998966 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-101a1c74-0949-4f7d-a738-0eb3ef33b63d req-754a1b5e-9c96-45e8-8a8d-76700c4215e3 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433583 Mar 08 15:59:56.120597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee8299-640b-4158-879a-56b937f2df73 req-87b93ee5-6da9-4062-afda-48d4885699bb tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 15:59:56.122063 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-83ee8299-640b-4158-879a-56b937f2df73 req-87b93ee5-6da9-4062-afda-48d4885699bb tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Mar 08 15:59:56.169475 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-83ee8299-640b-4158-879a-56b937f2df73 req-d8ec47e5-cc06-44a7-a978-43db53ebcadf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Mar 08 15:59:59.267289 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8960e5-d468-4d21-9aee-70762d3965a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:01.759392 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6aa96085-6d4d-41e9-81d3-6bb204100fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:02.848428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:04.320850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:04.710944 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc7b21-8643-4dfd-a8b5-5236f3e83059 req-81436041-8f95-4392-999c-7a5822637b28 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:04.712445 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bccc7b21-8643-4dfd-a8b5-5236f3e83059 req-81436041-8f95-4392-999c-7a5822637b28 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0520327 Mar 08 16:00:04.770379 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bccc7b21-8643-4dfd-a8b5-5236f3e83059 req-3f3d8dc6-2a3e-4de0-a004-5db48b153531 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524371 Mar 08 16:00:05.076885 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893f8b0-454c-4a33-8e80-8d1361880336 req-f38f2fba-b340-42b0-9d1e-e9e2fd856098 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:05.078359 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8893f8b0-454c-4a33-8e80-8d1361880336 req-f38f2fba-b340-42b0-9d1e-e9e2fd856098 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0571525 Mar 08 16:00:05.124663 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8893f8b0-454c-4a33-8e80-8d1361880336 req-d7800ec3-2292-4d69-9b4a-8d7601fbca9b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Mar 08 16:00:05.892669 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c057fdd-6929-40e6-bcfd-2f34318802c1 req-4a368c18-6577-4a83-8a4c-6c745ac06857 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:05.894262 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2c057fdd-6929-40e6-bcfd-2f34318802c1 req-4a368c18-6577-4a83-8a4c-6c745ac06857 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0535810 Mar 08 16:00:05.952600 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2c057fdd-6929-40e6-bcfd-2f34318802c1 req-96bca6e8-270e-4c08-a82b-5ff99d6d8c97 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526805 Mar 08 16:00:06.037068 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:06.240972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceb4bb-2db7-429d-8cd4-3882c1190bf5 req-ca74a9eb-38bb-419e-8088-676bc77fb54c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:06.242415 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0fceb4bb-2db7-429d-8cd4-3882c1190bf5 req-ca74a9eb-38bb-419e-8088-676bc77fb54c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Mar 08 16:00:06.292549 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0fceb4bb-2db7-429d-8cd4-3882c1190bf5 req-9d829fe6-4a95-4812-8d38-f2f43493ad4e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446689 Mar 08 16:00:07.030675 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12badce9-3594-44f5-8523-73daa41e940e req-fac35a46-d261-4b0f-b5d0-c4425986bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:07.032221 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-fac35a46-d261-4b0f-b5d0-c4425986bfce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1168 time: 0.0492792 Mar 08 16:00:07.073940 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ea1d9-8dc2-46b2-9527-7d849a6e202e req-fbc22dc9-6cc4-40cf-a11c-b81bccbedf46 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:07.075543 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ca9ea1d9-8dc2-46b2-9527-7d849a6e202e req-fbc22dc9-6cc4-40cf-a11c-b81bccbedf46 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0576258 Mar 08 16:00:07.133338 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12badce9-3594-44f5-8523-73daa41e940e req-41844f1d-b504-4197-98a6-efef9e395fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:07.134788 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-41844f1d-b504-4197-98a6-efef9e395fd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 916 time: 0.0932815 Mar 08 16:00:07.140478 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ca9ea1d9-8dc2-46b2-9527-7d849a6e202e req-a66e2ba8-94fc-4458-a1cb-37880c9ee482 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0591853 Mar 08 16:00:07.212627 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-0486b1d2-7b62-4f0f-acc3-99fec6e4f889 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 1001 time: 0.0625882 Mar 08 16:00:07.263225 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12badce9-3594-44f5-8523-73daa41e940e req-4a441c98-20fb-4713-a985-010a93b7f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:07.264535 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-4a441c98-20fb-4713-a985-010a93b7f26d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.0414796 Mar 08 16:00:07.313205 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12badce9-3594-44f5-8523-73daa41e940e req-4fe03774-b83d-4ee5-b20f-7cccf9889f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:07.314930 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-4fe03774-b83d-4ee5-b20f-7cccf9889f6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427711 Mar 08 16:00:07.415699 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-8670d552-f8a0-4aee-aaaf-b1d7f6c44055 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925775 Mar 08 16:00:07.417566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba856b-cc43-40ed-892d-47be5d2ae438 req-caa33760-428f-42af-909d-5e061a1c36e2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:07.419028 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-35ba856b-cc43-40ed-892d-47be5d2ae438 req-caa33760-428f-42af-909d-5e061a1c36e2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0553291 Mar 08 16:00:07.465126 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-35ba856b-cc43-40ed-892d-47be5d2ae438 req-77816a19-8178-4aca-886e-1ddb8e5d9641 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Mar 08 16:00:07.506961 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-12badce9-3594-44f5-8523-73daa41e940e req-568202bd-73c5-4366-abd4-2cfbe94feb2a service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831544 Mar 08 16:00:08.272898 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d038f-0021-4172-a89f-69806e420fdf req-69f90671-08f6-4568-8741-1b37cfddd84d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:08.274481 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ba4d038f-0021-4172-a89f-69806e420fdf req-69f90671-08f6-4568-8741-1b37cfddd84d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0652852 Mar 08 16:00:08.338562 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ba4d038f-0021-4172-a89f-69806e420fdf req-f3cef91e-e055-4718-84bb-9b9e5878255b tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580986 Mar 08 16:00:08.584616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e93e55-b04a-478d-a25a-09a6c1e208e7 req-b924db49-b515-41c4-b385-2d55d48a01e4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:08.587924 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-25e93e55-b04a-478d-a25a-09a6c1e208e7 req-b924db49-b515-41c4-b385-2d55d48a01e4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0569777 Mar 08 16:00:08.633862 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-25e93e55-b04a-478d-a25a-09a6c1e208e7 req-a85e5561-06d6-4bd9-81fe-238de95452f2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Mar 08 16:00:09.460647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123bd3e-7fa6-47d6-8ead-b0b47e493c96 req-77f20305-6956-4219-b63e-40277092f8de tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:09.462098 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c123bd3e-7fa6-47d6-8ead-b0b47e493c96 req-77f20305-6956-4219-b63e-40277092f8de tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0581591 Mar 08 16:00:09.521034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c123bd3e-7fa6-47d6-8ead-b0b47e493c96 req-b7a14cc3-cd14-44ae-ad44-1296ec703a65 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532386 Mar 08 16:00:09.751703 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d43f2-c016-4a3b-b63d-30e1f7f3f53c req-e3f5cb45-8358-4504-93cf-f9c29be1b3ad tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:09.753198 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e82d43f2-c016-4a3b-b63d-30e1f7f3f53c req-e3f5cb45-8358-4504-93cf-f9c29be1b3ad tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0528510 Mar 08 16:00:09.799835 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e82d43f2-c016-4a3b-b63d-30e1f7f3f53c req-bcd4aff1-f9cb-45ae-b184-1a07678d0bd5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Mar 08 16:00:10.639870 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee014fe-f452-4914-bfce-858fc715860c req-782882fa-c914-4c34-a59c-80369549b637 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:10.641266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4ee014fe-f452-4914-bfce-858fc715860c req-782882fa-c914-4c34-a59c-80369549b637 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0543218 Mar 08 16:00:10.705114 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4ee014fe-f452-4914-bfce-858fc715860c req-beda5dec-041f-4ba2-a286-f328f12d8f0a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581093 Mar 08 16:00:10.924341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82bde7-6728-4821-8553-9ac51834c97b req-c8ce68a8-6d65-442c-afa0-bbaa847d4980 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:10.925713 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea82bde7-6728-4821-8553-9ac51834c97b req-c8ce68a8-6d65-442c-afa0-bbaa847d4980 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0529120 Mar 08 16:00:10.972047 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea82bde7-6728-4821-8553-9ac51834c97b req-ec3f069b-10ca-444f-bf33-25e8dd249a8f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400491 Mar 08 16:00:11.826847 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d21e13-6ce4-42ef-abd7-d626792e7a9c req-8d24ee5a-b9d3-44d8-8387-0c8a4afd508a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:11.828338 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-36d21e13-6ce4-42ef-abd7-d626792e7a9c req-8d24ee5a-b9d3-44d8-8387-0c8a4afd508a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0560169 Mar 08 16:00:11.893666 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-36d21e13-6ce4-42ef-abd7-d626792e7a9c req-456c70b1-6627-45cf-9315-4b025702f59b tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588605 Mar 08 16:00:12.095902 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7065d-861c-4ab3-b257-4ef58f16b132 req-f86eb51a-8cf3-4d0e-b2f6-37ee9124b019 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:12.097381 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-48a7065d-861c-4ab3-b257-4ef58f16b132 req-f86eb51a-8cf3-4d0e-b2f6-37ee9124b019 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0575778 Mar 08 16:00:12.147052 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-48a7065d-861c-4ab3-b257-4ef58f16b132 req-d7ebb3ba-44d1-4b9f-9764-a8404875323e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437362 Mar 08 16:00:13.011749 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc12c8a-bf26-47ca-9352-ca7ae79582a6 req-834b740d-89fe-42a9-b28e-9ddd41c7194c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:13.013199 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4cc12c8a-bf26-47ca-9352-ca7ae79582a6 req-834b740d-89fe-42a9-b28e-9ddd41c7194c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0516002 Mar 08 16:00:13.075663 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4cc12c8a-bf26-47ca-9352-ca7ae79582a6 req-9b8a9615-7dee-40f5-a3d0-aa6fdf81d0ef tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546298 Mar 08 16:00:13.264071 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265ac7e-c781-4b90-b34f-c1ccdeedbdcc req-ae7b70ae-65fb-4dcf-a77a-6132a7062637 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:13.265505 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e265ac7e-c781-4b90-b34f-c1ccdeedbdcc req-ae7b70ae-65fb-4dcf-a77a-6132a7062637 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0515976 Mar 08 16:00:13.319848 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e265ac7e-c781-4b90-b34f-c1ccdeedbdcc req-53e592c2-f042-4df8-a022-cb25e9920ac8 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488212 Mar 08 16:00:14.194526 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117c106-2250-4b28-8a38-aa3d88329b07 req-84f25296-3c88-41af-8a1f-ae7a40c5926d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:14.196025 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9117c106-2250-4b28-8a38-aa3d88329b07 req-84f25296-3c88-41af-8a1f-ae7a40c5926d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0535617 Mar 08 16:00:14.253820 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9117c106-2250-4b28-8a38-aa3d88329b07 req-1d3de5fa-195f-46d0-bc87-1443645381e5 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522509 Mar 08 16:00:14.437518 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3f92a-a23a-4e10-8999-d61fca1f199e req-ddd554c4-080b-4c91-becb-5dd6925e80a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:14.439345 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-77b3f92a-a23a-4e10-8999-d61fca1f199e req-ddd554c4-080b-4c91-becb-5dd6925e80a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Mar 08 16:00:14.484775 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-77b3f92a-a23a-4e10-8999-d61fca1f199e req-360e457c-8831-477d-9a4b-1a536733c9c2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392611 Mar 08 16:00:15.377508 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe4dc5-9a26-423f-84d2-cb50e3528c86 req-7c7c9bc2-23da-42ef-8fe5-59e6e203e83c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:15.378885 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-45fe4dc5-9a26-423f-84d2-cb50e3528c86 req-7c7c9bc2-23da-42ef-8fe5-59e6e203e83c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0569217 Mar 08 16:00:15.438927 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-45fe4dc5-9a26-423f-84d2-cb50e3528c86 req-f3ed5c6e-efcc-4631-8617-f8f3ca10753d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535476 Mar 08 16:00:15.603897 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba9766-3231-45ba-bd8f-8055cdad2d6f req-8fe9c2ee-1343-4dcb-9537-49d624455e72 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:15.605370 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fdba9766-3231-45ba-bd8f-8055cdad2d6f req-8fe9c2ee-1343-4dcb-9537-49d624455e72 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0555577 Mar 08 16:00:15.650960 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fdba9766-3231-45ba-bd8f-8055cdad2d6f req-2476d005-33b5-423b-aaf4-3594077cc985 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 Mar 08 16:00:16.562906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550cf68-377e-4144-9f9a-9908293f3c82 req-746fb8b8-d2b9-47d6-89ae-340ca8978381 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:16.564714 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2550cf68-377e-4144-9f9a-9908293f3c82 req-746fb8b8-d2b9-47d6-89ae-340ca8978381 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0588334 Mar 08 16:00:16.632252 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2550cf68-377e-4144-9f9a-9908293f3c82 req-933ec085-43a3-4b7b-b0cc-f48db75bf726 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612812 Mar 08 16:00:16.777848 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f0a99-c666-4a0f-a6f3-87e8492a721b req-742b2577-3a2a-4fed-8bce-cdc373ad4a31 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:16.779726 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e48f0a99-c666-4a0f-a6f3-87e8492a721b req-742b2577-3a2a-4fed-8bce-cdc373ad4a31 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0573575 Mar 08 16:00:16.828122 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e48f0a99-c666-4a0f-a6f3-87e8492a721b req-1d57c2be-27c0-45dd-8bea-863905463597 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426927 Mar 08 16:00:17.212688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef233e-dcaa-4832-8a23-dc321bdc3c5e req-362fce68-0b2b-41d8-b52f-27ff85a0d1a9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:17.214075 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-31ef233e-dcaa-4832-8a23-dc321bdc3c5e req-362fce68-0b2b-41d8-b52f-27ff85a0d1a9 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 946 time: 0.0521462 Mar 08 16:00:17.264004 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-31ef233e-dcaa-4832-8a23-dc321bdc3c5e req-af1f2613-ee46-48d2-b877-fcff842852ff tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 Mar 08 16:00:17.752346 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e62c8c-67fc-4eaf-9eb1-66606aca5370 req-37dda6ca-3a55-47f5-af85-1434b3b8e06e tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:17.753790 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74e62c8c-67fc-4eaf-9eb1-66606aca5370 req-37dda6ca-3a55-47f5-af85-1434b3b8e06e tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0537145 Mar 08 16:00:17.812110 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74e62c8c-67fc-4eaf-9eb1-66606aca5370 req-87aeba7a-ef16-4653-a805-ef830a3ca615 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519133 Mar 08 16:00:17.949279 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79edd3-c5ed-4438-848a-d71b1d1124fc req-21196ce1-4a14-49e4-8b83-38f9c5982c7e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:17.950652 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-da79edd3-c5ed-4438-848a-d71b1d1124fc req-21196ce1-4a14-49e4-8b83-38f9c5982c7e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0527127 Mar 08 16:00:17.995391 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-da79edd3-c5ed-4438-848a-d71b1d1124fc req-5c07949a-12a3-4154-bc1a-8b03de8c2982 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392244 Mar 08 16:00:18.388026 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9ae8f-af53-4001-b18b-a26091a9a8b0 req-9fa07549-39d0-49db-8a8d-962d603d2f84 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:18.389477 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80a9ae8f-af53-4001-b18b-a26091a9a8b0 req-9fa07549-39d0-49db-8a8d-962d603d2f84 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 946 time: 0.0577822 Mar 08 16:00:18.435900 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-80a9ae8f-af53-4001-b18b-a26091a9a8b0 req-6db99e69-89d8-459b-b174-2e534f2498bf tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/security-groups?id=f83e7172-ce19-42fc-8b72-2a1706270638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Mar 08 16:00:18.929751 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e2ddb-7678-4da0-8c79-6db8a5bb2cbf req-2d02f81f-1e67-47ba-a1e5-94ee08f935b3 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:18.931253 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c67e2ddb-7678-4da0-8c79-6db8a5bb2cbf req-2d02f81f-1e67-47ba-a1e5-94ee08f935b3 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0522921 Mar 08 16:00:18.989414 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c67e2ddb-7678-4da0-8c79-6db8a5bb2cbf req-d54e1daa-c5fd-4030-a1d4-c0f47b5f47e8 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525806 Mar 08 16:00:19.102892 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-26058eb4-c2f8-4dee-965e-97640a0a9827 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:19.104448 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-26058eb4-c2f8-4dee-965e-97640a0a9827 tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 946 time: 0.0600157 Mar 08 16:00:19.117762 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbb339-3ec3-4eac-86c4-d1be67c2d3b2 req-1809cc23-3445-4491-bd5d-0f6e64297e82 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:19.119299 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-67bbb339-3ec3-4eac-86c4-d1be67c2d3b2 req-1809cc23-3445-4491-bd5d-0f6e64297e82 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0578420 Mar 08 16:00:19.170021 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-67bbb339-3ec3-4eac-86c4-d1be67c2d3b2 req-d2794db8-780b-440e-a253-cade0b338219 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449257 Mar 08 16:00:19.201170 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Deleting port 871b9765-fa89-4e9b-8f72-cfc2030f48bb {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:00:19.201510 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:19.292044 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] For port 871b9765-fa89-4e9b-8f72-cfc2030f48bb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=871b9765-fa89-4e9b-8f72-cfc2030f48bb,segment=NetworkSegment(af55fadd-0b07-4507-b370-ea7030b685c7),segment_id=af55fadd-0b07-4507-b370-ea7030b685c7)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:19.292405 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:19.304892 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Calling delete_port for 871b9765-fa89-4e9b-8f72-cfc2030f48bb owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:00:19.428769 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (871b9765-fa89-4e9b-8f72-cfc2030f48bb), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:19.443002 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['871b9765-fa89-4e9b-8f72-cfc2030f48bb'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:00:19.460246 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Pushing event deleted for resources: {'Port': ['ID=871b9765-fa89-4e9b-8f72-cfc2030f48bb,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:19.490114 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.490467 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.490812 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.491178 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.491516 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.491851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.492182 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.492519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.492850 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.493180 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.493509 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.493973 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.494164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:19.514422 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] No DVR routers for this DVR port 871b9765-fa89-4e9b-8f72-cfc2030f48bb on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:00:19.516899 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:19.520903 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-407c97fb-c001-443e-a1c1-0c5e70b9588f req-bf890c78-5938-4e4a-b833-1f9e9785971c tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.37 "DELETE /v2.0/ports/871b9765-fa89-4e9b-8f72-cfc2030f48bb HTTP/1.1" status: 204 len: 173 time: 0.4105113 Mar 08 16:00:19.521339 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'name': 'network-vif-deleted', 'tag': '871b9765-fa89-4e9b-8f72-cfc2030f48bb'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:00:19.523766 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4226ac1-23b2-47b4-9a9a-a1192c7c2ec2" -d '{"events": [{"server_uuid": "b008c42a-1f54-4336-9127-0cb38995b9a3", "name": "network-vif-deleted", "tag": "871b9765-fa89-4e9b-8f72-cfc2030f48bb"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:00:19.546878 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d54eadf9-6e63-4109-823a-c329e99a6541 req-0659075b-3098-4098-92d9-9a0645a2743e tempest-VolumesSnapshotTestJSON-182693158 tempest-VolumesSnapshotTestJSON-182693158-project] 10.222.0.15 "GET /v2.0/ports?device_id=b008c42a-1f54-4336-9127-0cb38995b9a3 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Mar 08 16:00:19.573835 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4354a6ee-e2be-439e-9b90-f44260cd30b8 x-openstack-request-id: req-4354a6ee-e2be-439e-9b90-f44260cd30b8 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:00:19.574126 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b008c42a-1f54-4336-9127-0cb38995b9a3", "name": "network-vif-deleted", "tag": "871b9765-fa89-4e9b-8f72-cfc2030f48bb", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:00:19.574376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4354a6ee-e2be-439e-9b90-f44260cd30b8 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:00:19.574771 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b008c42a-1f54-4336-9127-0cb38995b9a3', 'name': 'network-vif-deleted', 'tag': '871b9765-fa89-4e9b-8f72-cfc2030f48bb', 'status': 'completed', 'code': 200} Mar 08 16:00:19.608592 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:20.112260 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56057474-f117-4628-bde7-704ac8977c23 req-32cd2e07-a678-4081-a15c-4c8adb63cbcc tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:20.114298 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-56057474-f117-4628-bde7-704ac8977c23 req-32cd2e07-a678-4081-a15c-4c8adb63cbcc tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0550892 Mar 08 16:00:20.172858 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-56057474-f117-4628-bde7-704ac8977c23 req-b6c2a9c3-c50c-41c4-b07f-1a1ac5d8d11c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527217 Mar 08 16:00:20.288431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad042de-8045-46b1-a730-7d489df515f0 req-d91d6d1c-1da7-4c95-9a9e-f7a17bc9ed19 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:20.289866 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6ad042de-8045-46b1-a730-7d489df515f0 req-d91d6d1c-1da7-4c95-9a9e-f7a17bc9ed19 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0520146 Mar 08 16:00:20.339823 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6ad042de-8045-46b1-a730-7d489df515f0 req-e81ef66c-bfa2-4ae0-bc5e-55e59a1e8abf tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Mar 08 16:00:21.290007 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68645a4d-45ca-4b97-a920-b777da6a86a1 req-8a19134e-2bd7-43fb-8dfb-c9ffe50d4ce5 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:21.291516 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-68645a4d-45ca-4b97-a920-b777da6a86a1 req-8a19134e-2bd7-43fb-8dfb-c9ffe50d4ce5 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0521915 Mar 08 16:00:21.352010 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-68645a4d-45ca-4b97-a920-b777da6a86a1 req-00852664-e7ca-44bf-99bc-c160632c98a6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546539 Mar 08 16:00:21.455169 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7aeb1b-b00e-4016-928a-4c5aed55a292 req-77e6f489-a042-4bcd-bc98-09363927a1ba tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:21.456628 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4b7aeb1b-b00e-4016-928a-4c5aed55a292 req-77e6f489-a042-4bcd-bc98-09363927a1ba tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0521383 Mar 08 16:00:21.502803 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4b7aeb1b-b00e-4016-928a-4c5aed55a292 req-b6c6ccf8-738c-4b89-8e44-3f64b1649a6f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401440 Mar 08 16:00:21.969146 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 871b9765-fa89-4e9b-8f72-cfc2030f48bb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:00:21.993055 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 871b9765-fa89-4e9b-8f72-cfc2030f48bb {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:00:21.993401 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 871b9765-fa89-4e9b-8f72-cfc2030f48bb not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:00:22.480874 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f9565-0ebd-472f-94fc-a09e6c345663 req-6c559413-97b9-459c-9b0f-7929a67fbb04 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:22.483173 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b71f9565-0ebd-472f-94fc-a09e6c345663 req-6c559413-97b9-459c-9b0f-7929a67fbb04 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0643563 Mar 08 16:00:22.558710 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b71f9565-0ebd-472f-94fc-a09e6c345663 req-8669ecf4-2582-44a0-9d09-e4c9dc289372 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706913 Mar 08 16:00:22.625566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79e55-30d3-496a-88e7-270040e32314 req-d2e7c864-db12-4113-bd42-7b7e67c31684 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:22.627050 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-10e79e55-30d3-496a-88e7-270040e32314 req-d2e7c864-db12-4113-bd42-7b7e67c31684 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0539093 Mar 08 16:00:22.675262 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-10e79e55-30d3-496a-88e7-270040e32314 req-62057a5f-6e83-44e9-87c7-a6eef6663d5f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Mar 08 16:00:23.684642 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eef13-cac2-41e4-a12a-1e88b1fb7cd3 req-67e456d5-57e4-4d72-8ef3-8c3099ccde80 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:23.686081 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a55eef13-cac2-41e4-a12a-1e88b1fb7cd3 req-67e456d5-57e4-4d72-8ef3-8c3099ccde80 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0574412 Mar 08 16:00:23.744985 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a55eef13-cac2-41e4-a12a-1e88b1fb7cd3 req-f71f0f90-71a5-4bd1-a543-07c2df0b104e tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529332 Mar 08 16:00:23.796242 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc973a2e-5e80-4756-a0b9-8e2b9b279c0b req-15bdbd4a-fbc9-4f57-bb23-830a774688e2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:23.797699 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fc973a2e-5e80-4756-a0b9-8e2b9b279c0b req-15bdbd4a-fbc9-4f57-bb23-830a774688e2 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Mar 08 16:00:23.844049 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fc973a2e-5e80-4756-a0b9-8e2b9b279c0b req-778834ed-9733-4957-b3f2-4e40c5c9de55 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406611 Mar 08 16:00:24.860712 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1dd39-e7df-417c-b403-8c52593d7a0a req-3873e012-2bcf-4620-92b4-20782a613f55 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:24.862154 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b6b1dd39-e7df-417c-b403-8c52593d7a0a req-3873e012-2bcf-4620-92b4-20782a613f55 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0520353 Mar 08 16:00:24.934809 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b6b1dd39-e7df-417c-b403-8c52593d7a0a req-7666c8c2-972b-4803-bea8-b006363ce15b tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657151 Mar 08 16:00:24.975405 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63f45-97fa-4ea5-b317-6616a52c5ae1 req-a0b96762-5863-4ac3-b23f-dbcc503073f3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:24.976934 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c6b63f45-97fa-4ea5-b317-6616a52c5ae1 req-a0b96762-5863-4ac3-b23f-dbcc503073f3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0609956 Mar 08 16:00:25.025143 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c6b63f45-97fa-4ea5-b317-6616a52c5ae1 req-63e01351-4fd7-4425-8e9d-c77578a910e6 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Mar 08 16:00:25.281716 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd7018-3d48-419a-bd6a-e08e76a4144d req-28bcfae4-8598-4ec6-86ba-4af2d4b6a3ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:25.283214 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8bd7018-3d48-419a-bd6a-e08e76a4144d req-28bcfae4-8598-4ec6-86ba-4af2d4b6a3ab tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0544791 Mar 08 16:00:25.334600 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d8bd7018-3d48-419a-bd6a-e08e76a4144d req-9832a1d4-c818-4074-a37e-6510e42d17a4 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 Mar 08 16:00:25.344067 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-1c2648ba-4860-4f81-8601-53f9b3d2fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:25.345639 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-1c2648ba-4860-4f81-8601-53f9b3d2fe09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1129 time: 0.0469491 Mar 08 16:00:25.450030 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-109cde5d-df8e-4b16-8dea-25695bd6ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:25.451919 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-109cde5d-df8e-4b16-8dea-25695bd6ddad service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 911 time: 0.0978086 Mar 08 16:00:25.519839 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-b34384c0-be83-456a-83f7-c19051add3f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 200 len: 1001 time: 0.0607970 Mar 08 16:00:25.568892 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-4505a4ea-620a-4d0a-9df4-0c4b47df5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:25.570238 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-4505a4ea-620a-4d0a-9df4-0c4b47df5818 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.0445921 Mar 08 16:00:25.622958 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-62d903fa-6a28-447f-a583-71c48985256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:25.624468 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-62d903fa-6a28-447f-a583-71c48985256e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474377 Mar 08 16:00:25.711773 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-63f0c525-90c8-48fc-9c64-dd535e4682ad service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795610 Mar 08 16:00:25.803705 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e6fa8eda-5189-4449-ae8a-64090cb108f0 req-9aa9be1b-77a2-4485-b7c4-d3233757ff78 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838566 Mar 08 16:00:26.057530 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79eff2-2b66-4187-bc3e-9c362b266209 req-e84fc804-2886-4250-b09d-b9dd2bee9566 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:26.058979 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5a79eff2-2b66-4187-bc3e-9c362b266209 req-e84fc804-2886-4250-b09d-b9dd2bee9566 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0557926 Mar 08 16:00:26.118266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5a79eff2-2b66-4187-bc3e-9c362b266209 req-4f58b2b4-1a84-4b40-82bd-12c0a1f007bf tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534458 Mar 08 16:00:26.460382 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a17c96-6c6b-4e8a-a19f-a27e91218a7d req-42189c6d-bf29-4fb3-88a9-2becd2ed948f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:26.461830 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-99a17c96-6c6b-4e8a-a19f-a27e91218a7d req-42189c6d-bf29-4fb3-88a9-2becd2ed948f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0528812 Mar 08 16:00:26.510574 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-99a17c96-6c6b-4e8a-a19f-a27e91218a7d req-0d3d7a57-3c09-4891-bec7-d11065590fd7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Mar 08 16:00:26.524847 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:00:27.238898 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22abc85e-e15c-43e9-9278-e44c7b462d3b req-990a80e6-2d84-4570-a029-4e9f1428aa50 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:27.240400 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-22abc85e-e15c-43e9-9278-e44c7b462d3b req-990a80e6-2d84-4570-a029-4e9f1428aa50 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0550201 Mar 08 16:00:27.300928 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-22abc85e-e15c-43e9-9278-e44c7b462d3b req-5fe14f1c-9969-4771-92a5-4396d11fd753 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549555 Mar 08 16:00:28.418695 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4a1be-9910-40b0-aa8e-1182c5a3fcc6 req-2604547c-d6c1-4c11-9380-6b47b4bd015d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:28.420178 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3bf4a1be-9910-40b0-aa8e-1182c5a3fcc6 req-2604547c-d6c1-4c11-9380-6b47b4bd015d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0520291 Mar 08 16:00:28.479018 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3bf4a1be-9910-40b0-aa8e-1182c5a3fcc6 req-77c03c01-d0f0-4d94-b51a-a8beee66c42a tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533214 Mar 08 16:00:29.268374 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b6a9603a-ee2f-49bf-953e-19c83416aa48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:29.593336 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa545cec-71c2-41e2-95fb-20d0d960d57a req-c8e25a48-5e3f-4c39-83f1-58db2edb766d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:29.594795 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa545cec-71c2-41e2-95fb-20d0d960d57a req-c8e25a48-5e3f-4c39-83f1-58db2edb766d tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0518677 Mar 08 16:00:29.651962 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa545cec-71c2-41e2-95fb-20d0d960d57a req-ee77fcd9-d449-49f4-8158-9aef0bbab7d5 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514667 Mar 08 16:00:30.770327 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef932fe-c4af-4df9-8493-8ab604941dc2 req-f5800a23-8f85-4a05-bb1b-0294d1f821c6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:30.771789 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4ef932fe-c4af-4df9-8493-8ab604941dc2 req-f5800a23-8f85-4a05-bb1b-0294d1f821c6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0548232 Mar 08 16:00:30.828912 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4ef932fe-c4af-4df9-8493-8ab604941dc2 req-386b9320-7914-4e20-ade8-a564eca65de8 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515440 Mar 08 16:00:31.750666 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3361288-4914-4896-aa8d-fa34f0d26566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:31.952332 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795cfbc-7b15-4bb9-a42f-1cbb8fb87dce req-0e7d036e-ff4a-4930-963f-873063a6e258 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:31.953823 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3795cfbc-7b15-4bb9-a42f-1cbb8fb87dce req-0e7d036e-ff4a-4930-963f-873063a6e258 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0539830 Mar 08 16:00:32.014619 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3795cfbc-7b15-4bb9-a42f-1cbb8fb87dce req-d2fb19b7-accf-4397-99d3-bd0c8d2b7de1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542243 Mar 08 16:00:32.851568 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:33.137223 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac244c-c16e-44a2-b744-c6979980c9e1 req-52f88d0e-7334-4871-ba4d-e510f23ebbb8 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:33.138585 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-56ac244c-c16e-44a2-b744-c6979980c9e1 req-52f88d0e-7334-4871-ba4d-e510f23ebbb8 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.0588534 Mar 08 16:00:33.199612 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-56ac244c-c16e-44a2-b744-c6979980c9e1 req-b632f122-b467-44cb-8657-4a8948fe0881 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&id=c7b79884-053d-46b7-ab47-287f5888efe8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553813 Mar 08 16:00:34.325617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:36.030399 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.617458 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34430) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:42.661960 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Deleting subnet 39537ef5-42f9-45fb-a45f-2be4c2d0ab94 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:00:42.665618 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Publish callbacks [] for subnet (39537ef5-42f9-45fb-a45f-2be4c2d0ab94), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.700822 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26000638'] for subnet (39537ef5-42f9-45fb-a45f-2be4c2d0ab94), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.747678 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (39537ef5-42f9-45fb-a45f-2be4c2d0ab94), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.805527 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26064135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25662411'] for subnet (39537ef5-42f9-45fb-a45f-2be4c2d0ab94), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.830486 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39537ef5-42f9-45fb-a45f-2be4c2d0ab94,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:42.835488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.838635 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/39537ef5-42f9-45fb-a45f-2be4c2d0ab94 HTTP/1.1" status: 204 len: 168 time: 0.2200978 Mar 08 16:00:42.841302 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34432) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:42.843476 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.843840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.844170 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.844501 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.844830 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.845150 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.845470 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.845790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.846108 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.846427 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.846741 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.847059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.847391 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d621716a-19e1-4802-8aba-bb816bb406d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:42.910070 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:42.992220 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.011988 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6a0a58d-29f4-4f36-bdd0-241e674bdd3e']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:43.020785 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af55fadd-0b07-4507-b370-ea7030b685c7') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:43.021081 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af55fadd-0b07-4507-b370-ea7030b685c7') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:43.030991 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (af55fadd-0b07-4507-b370-ea7030b685c7), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.044095 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (af55fadd-0b07-4507-b370-ea7030b685c7), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.049846 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:00:43.050228 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (af55fadd-0b07-4507-b370-ea7030b685c7), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:00:43.051860 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:00:43.108244 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (f6a0a58d-29f4-4f36-bdd0-241e674bdd3e), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.113690 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.117660 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6a0a58d-29f4-4f36-bdd0-241e674bdd3e HTTP/1.1" status: 204 len: 168 time: 0.2753444 Mar 08 16:00:43.128330 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67da0-ca7c-4c41-a277-b9cfc4ba8cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6a0a58d-29f4-4f36-bdd0-241e674bdd3e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:43.233993 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34436) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:43.273004 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a4b791cc-af90-481e-b633-ae163ace9c8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a9b2dd3658c427bad8c869fee78cc88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376396 Mar 08 16:00:43.275093 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34438) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:43.321840 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-974dfae8-49eb-4a73-b4db-f15740f7bdfe admin admin] Publish callbacks [] for security_group (f83e7172-ce19-42fc-8b72-2a1706270638), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.342324 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-974dfae8-49eb-4a73-b4db-f15740f7bdfe admin admin] Publish callbacks [] for security_group (f83e7172-ce19-42fc-8b72-2a1706270638), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.387894 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-974dfae8-49eb-4a73-b4db-f15740f7bdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f83e7172-ce19-42fc-8b72-2a1706270638), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.390386 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-974dfae8-49eb-4a73-b4db-f15740f7bdfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:43.391554 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-974dfae8-49eb-4a73-b4db-f15740f7bdfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f83e7172-ce19-42fc-8b72-2a1706270638 HTTP/1.1" status: 204 len: 168 time: 0.1155946 Mar 08 16:00:43.399135 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dfae8-49eb-4a73-b4db-f15740f7bdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e7172-ce19-42fc-8b72-2a1706270638,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:44.071177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34478) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:44.166795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1658538-network', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:44.184840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Made reservation on behalf of 4fae8b959b1d4e4e9f2396acf8e95a45 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:00:44.187087 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.196523 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.266113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks [] for security_group (50328b4b-9d00-4c7f-a87b-1ad6d9105e0e), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.269880 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (50328b4b-9d00-4c7f-a87b-1ad6d9105e0e), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.294424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] vlan segment allocate from pool success with {'vlan_id': 271, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 16:00:44.303989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50328b4b-9d00-4c7f-a87b-1ad6d9105e0e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:44.309688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (11d2e107-1f60-4c78-a2bb-f100b0049fff), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.309964 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Added segment 11d2e107-1f60-4c78-a2bb-f100b0049fff of type vlan for network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 Mar 08 16:00:44.349118 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (b0a9c23a-4417-4ce7-8e45-10aee7bbb379), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.376925 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (b0a9c23a-4417-4ce7-8e45-10aee7bbb379), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.377849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:44.378417 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.410398 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3381367 Mar 08 16:00:44.414010 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34482) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:44.419299 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Request body: {'subnet': {'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1658538-subnet', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:44.439458 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Made reservation on behalf of 4fae8b959b1d4e4e9f2396acf8e95a45 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:00:44.440912 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028136a1-9bc2-4046-a810-2d1eb59a773a admin admin] Pushing event updated for resources: {'Network': ['ID=b0a9c23a-4417-4ce7-8e45-10aee7bbb379,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:44.441704 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26780634'] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.451600 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 16:00:44.615014 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26769010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26780612'] for subnet (bb461aac-0706-4fd0-9a70-1d11cf159f26), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.676933 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb461aac-0706-4fd0-9a70-1d11cf159f26,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:44.684958 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Checking segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:44.685322 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Network hostable DHCP agents. Network: b0a9c23a-4417-4ce7-8e45-10aee7bbb379, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 16:00:44.702636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 16:00:44.711581 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, b0a9c23a-4417-4ce7-8e45-10aee7bbb379) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:44.716005 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:44.717420 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.720843 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0478c-a5f3-477d-956b-2a10060f2759 None None] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:00:44.734893 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d52e52ca-a986-422c-9915-0d526701e90e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3194070 Mar 08 16:00:44.737433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34484) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:44.742693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:44.765176 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (b2d5a9d4-f698-47a4-9980-46eb35e29678), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.767394 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (b2d5a9d4-f698-47a4-9980-46eb35e29678), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.828045 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks [] for router_controller (b2d5a9d4-f698-47a4-9980-46eb35e29678), precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.828227 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 16:00:44.829103 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:44.977099 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Allocated IP 172.20.0.2 (b0a9c23a-4417-4ce7-8e45-10aee7bbb379/bb461aac-0706-4fd0-9a70-1d11cf159f26/5da7cfd2-de3f-467c-8086-6987ffca22f1) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:45.127293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Publish callbacks [] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.134878 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.174578 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:45.179521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:45.183913 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:45.187222 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Pushing event updated for resources: {'Port': ['ID=5da7cfd2-de3f-467c-8086-6987ffca22f1,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:45.202272 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.202829 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.203189 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.203689 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.204200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.204622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.205051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.205470 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.205890 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.206312 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.206734 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.207188 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.207604 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:45.232637 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks [] for router_gateway (b2d5a9d4-f698-47a4-9980-46eb35e29678), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.265246 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Attempting to bind port 5da7cfd2-de3f-467c-8086-6987ffca22f1 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:00:45.265615 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Attempting to bind port 5da7cfd2-de3f-467c-8086-6987ffca22f1 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:00:45.265970 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Attempting to bind port 5da7cfd2-de3f-467c-8086-6987ffca22f1 on network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:45.272704 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:00:45.273093 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Checking segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:45.273498 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.273892 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Bound using segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:00:45.274365 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Bound port: 5da7cfd2-de3f-467c-8086-6987ffca22f1, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:00:45.274748 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.346459 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] For port 5da7cfd2-de3f-467c-8086-6987ffca22f1, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:00:45.350709 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] For port 5da7cfd2-de3f-467c-8086-6987ffca22f1, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=5da7cfd2-de3f-467c-8086-6987ffca22f1,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:00:45.358997 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.420243 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b75167-ef32-4f12-9ca1-7b9b8bf04f5a None None] Pushing event updated for resources: {'Port': ['ID=5da7cfd2-de3f-467c-8086-6987ffca22f1,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:45.454287 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks [] for router_gateway (b2d5a9d4-f698-47a4-9980-46eb35e29678), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.474222 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f5119-16d7-46de-bbc4-ce09b319a78e req-bd8251e1-feec-40f3-bd2b-48c8c92b2eb0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:45.476409 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b45f5119-16d7-46de-bbc4-ce09b319a78e req-bd8251e1-feec-40f3-bd2b-48c8c92b2eb0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0737643 Mar 08 16:00:45.478829 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.527280 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b45f5119-16d7-46de-bbc4-ce09b319a78e req-cadb1cdc-b260-495d-a4c0-5341e7fbb657 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444045 Mar 08 16:00:45.597543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Allocated IP 172.27.2.9 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/3b52967d-bb94-4e2b-a309-03268834a701) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:45.719599 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks [] for port (3b52967d-bb94-4e2b-a309-03268834a701), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.753728 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (3b52967d-bb94-4e2b-a309-03268834a701), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:45.794816 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:45.797575 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:45.800012 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:45.805627 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Pushing event updated for resources: {'Port': ['ID=3b52967d-bb94-4e2b-a309-03268834a701,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:46.052940 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks [] for router_gateway (b2d5a9d4-f698-47a4-9980-46eb35e29678), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.259595 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (b2d5a9d4-f698-47a4-9980-46eb35e29678), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.290428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a13e9-aa72-498c-8db4-a367e786440b None None] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:00:46.376486 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] Provisioning complete for port 5da7cfd2-de3f-467c-8086-6987ffca22f1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:46.376859 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.389921 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Router b2d5a9d4-f698-47a4-9980-46eb35e29678 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 16:00:46.492225 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] Current status of the port 5da7cfd2-de3f-467c-8086-6987ffca22f1 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:46.496411 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.497756 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:00:46.509565 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Sync routers for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:00:46.523024 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.524634 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e88725c9-7ac3-4322-acea-b88c28578e39 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7862258 Mar 08 16:00:46.527322 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34494) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:46.542259 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:46.542937 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:46.547978 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] For port 5da7cfd2-de3f-467c-8086-6987ffca22f1, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=5da7cfd2-de3f-467c-8086-6987ffca22f1,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:46.603435 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 5da7cfd2-de3f-467c-8086-6987ffca22f1 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:46.640310 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.685910 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37ae60-e88f-4611-856e-fb2dc91e124a req-69620045-20be-4112-8ee2-f1e68c2d3474 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:46.688491 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb37ae60-e88f-4611-856e-fb2dc91e124a req-69620045-20be-4112-8ee2-f1e68c2d3474 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0714648 Mar 08 16:00:46.749840 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb37ae60-e88f-4611-856e-fb2dc91e124a req-84769d93-8b02-4e03-a54a-e6e51052f116 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550425 Mar 08 16:00:46.755806 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d301c46-ed78-4ca4-9778-e6bab3ad8349 None None] Pushing event updated for resources: {'Port': ['ID=5da7cfd2-de3f-467c-8086-6987ffca22f1,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:46.774183 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:46.831582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 5da7cfd2-de3f-467c-8086-6987ffca22f1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:46.831946 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.854807 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-511e3e56-b089-47ed-a932-3d05f80c9226 None None] Provisioning complete for port 5da7cfd2-de3f-467c-8086-6987ffca22f1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:46.855197 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-511e3e56-b089-47ed-a932-3d05f80c9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:46.992635 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.076190 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 5da7cfd2-de3f-467c-8086-6987ffca22f1 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:47.079243 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-511e3e56-b089-47ed-a932-3d05f80c9226 None None] Current status of the port 5da7cfd2-de3f-467c-8086-6987ffca22f1 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:47.107664 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:45Z', 'revision_number': 3, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:47.136169 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Checking router: b2d5a9d4-f698-47a4-9980-46eb35e29678 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:00:47.136518 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Updating router b2d5a9d4-f698-47a4-9980-46eb35e29678 port 3b52967d-bb94-4e2b-a309-03268834a701 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 16:00:47.157300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Allocated IP 172.20.0.1 (b0a9c23a-4417-4ce7-8e45-10aee7bbb379/bb461aac-0706-4fd0-9a70-1d11cf159f26/44c91543-ff70-4eab-89bf-c9dcaed39ee5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:47.165580 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b52967d-bb94-4e2b-a309-03268834a701), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.298291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks [] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.340044 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-f69a7ad4-7c01-46a5-99c8-59b153f28d5f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:47.341442 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-f69a7ad4-7c01-46a5-99c8-59b153f28d5f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0894430 Mar 08 16:00:47.383377 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.450446 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:47.457938 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:47.463289 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:47.499481 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Pushing event updated for resources: {'Port': ['ID=44c91543-ff70-4eab-89bf-c9dcaed39ee5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:47.524593 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (b2d5a9d4-f698-47a4-9980-46eb35e29678), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.583378 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port c6147e24-ea62-46c8-9d0d-11b5907af00c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:00:47.583861 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.633145 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Publish callbacks [] for port (3b52967d-bb94-4e2b-a309-03268834a701), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.650204 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b52967d-bb94-4e2b-a309-03268834a701), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.716930 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Attempting to bind port 3b52967d-bb94-4e2b-a309-03268834a701 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:00:47.717393 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Attempting to bind port 3b52967d-bb94-4e2b-a309-03268834a701 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:00:47.717759 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Attempting to bind port 3b52967d-bb94-4e2b-a309-03268834a701 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:47.728843 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:00:47.729271 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:47.729676 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.730066 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:00:47.730533 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Bound port: 3b52967d-bb94-4e2b-a309-03268834a701, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:00:47.731406 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b52967d-bb94-4e2b-a309-03268834a701), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.766638 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849df9b-7a7a-4219-b9a6-bd8ad5c778ba None None] Pushing event updated for resources: {'Port': ['ID=3b52967d-bb94-4e2b-a309-03268834a701,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:47.789158 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] For port c6147e24-ea62-46c8-9d0d-11b5907af00c, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c6147e24-ea62-46c8-9d0d-11b5907af00c,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:47.789530 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.804883 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] For port 3b52967d-bb94-4e2b-a309-03268834a701, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:00:47.808524 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] For port 3b52967d-bb94-4e2b-a309-03268834a701, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=3b52967d-bb94-4e2b-a309-03268834a701,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:00:47.817120 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b52967d-bb94-4e2b-a309-03268834a701), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:47.885395 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:47.886394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:47.904005 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea519597-c66a-4663-acde-244190724f90 req-e1438b43-6bef-4504-8d29-80f3d9e5f3d2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:47.905684 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea519597-c66a-4663-acde-244190724f90 req-e1438b43-6bef-4504-8d29-80f3d9e5f3d2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 946 time: 0.0640450 Mar 08 16:00:47.965997 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea519597-c66a-4663-acde-244190724f90 req-54684bd0-e68d-47a1-b086-3deb4e409264 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=932bbc73-190d-4fbe-a0ec-31e870f39bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525107 Mar 08 16:00:47.976192 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849df9b-7a7a-4219-b9a6-bd8ad5c778ba None None] Pushing event updated for resources: {'Port': ['ID=3b52967d-bb94-4e2b-a309-03268834a701,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:48.027179 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:48.029145 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e98a903c-c641-416c-8838-582dcf8a558a None None] Provisioning complete for port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:48.029524 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e98a903c-c641-416c-8838-582dcf8a558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.045005 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.130381 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e98a903c-c641-416c-8838-582dcf8a558a None None] Port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:00:48.263275 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 1, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:48.291720 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae26da8-b946-4173-8633-6f210b494f7a None None] The sync data for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi is: [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 1, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:00:48.352380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.352747 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (c13f497e-fca6-4777-b248-ff88728ee80c), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.353064 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP c13f497e-fca6-4777-b248-ff88728ee80c disassociated. External IP: 172.27.2.17, port: c6147e24-ea62-46c8-9d0d-11b5907af00c. Mar 08 16:00:48.353401 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for c6147e24-ea62-46c8-9d0d-11b5907af00c owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:00:48.442455 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks [] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.450445 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.547893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (b2d5a9d4-f698-47a4-9980-46eb35e29678), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.549483 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Pushing event updated for resources: {'Port': ['ID=44c91543-ff70-4eab-89bf-c9dcaed39ee5,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:48.569890 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 5da7cfd2-de3f-467c-8086-6987ffca22f1 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:48.623751 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 5da7cfd2-de3f-467c-8086-6987ffca22f1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:48.624120 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.653992 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (c6147e24-ea62-46c8-9d0d-11b5907af00c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:48.686973 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=c6147e24-ea62-46c8-9d0d-11b5907af00c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:48.728353 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 5da7cfd2-de3f-467c-8086-6987ffca22f1 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:48.761973 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:48.766218 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:48.913704 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:00:48.978003 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Router b2d5a9d4-f698-47a4-9980-46eb35e29678 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:00:49.108920 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-abd6a1a4-d34d-493d-aef8-886bfafe8c7a None None] Provisioning complete for port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:49.109594 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-abd6a1a4-d34d-493d-aef8-886bfafe8c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:49.118296 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-71f1d115-acb4-4eb2-9cf1-fbe35c451c57 req-eefdac21-b666-4501-a9fe-537a69393f58 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=8de5e922-cb19-4b8c-b7b0-9bd8b76f3639 HTTP/1.1" status: 200 len: 210 time: 0.0525525 Mar 08 16:00:49.124804 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:00:49.145764 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:00:49.158857 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:49.159907 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:49.184708 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-abd6a1a4-d34d-493d-aef8-886bfafe8c7a None None] Port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:00:49.204678 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] No DVR routers for this DVR port c6147e24-ea62-46c8-9d0d-11b5907af00c on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:00:49.230928 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:49.234745 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d3680f88-e2b7-451d-a8a5-b1eaa934d26d req-30b0f4a4-1c90-44af-8925-14b425a792ba tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "DELETE /v2.0/ports/c6147e24-ea62-46c8-9d0d-11b5907af00c HTTP/1.1" status: 204 len: 173 time: 1.8869934 Mar 08 16:00:49.235578 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'name': 'network-vif-deleted', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:00:49.239449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58590997-14af-404d-9044-efbc8584e1a6" -d '{"events": [{"server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "name": "network-vif-deleted", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:00:49.264524 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:00:49.273307 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d5fe945f-910c-4c73-b219-75ad538ab7c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2d5a9d4-f698-47a4-9980-46eb35e29678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7444816 Mar 08 16:00:49.305052 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-63f67bd4-ba4f-4367-82fc-5f9f50a13329 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1342123 Mar 08 16:00:49.348001 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe162ff8-2b7c-4175-a003-13f81a81dba1 x-openstack-request-id: req-fe162ff8-2b7c-4175-a003-13f81a81dba1 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:00:49.348315 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de5e922-cb19-4b8c-b7b0-9bd8b76f3639", "name": "network-vif-deleted", "tag": "c6147e24-ea62-46c8-9d0d-11b5907af00c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:00:49.348578 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe162ff8-2b7c-4175-a003-13f81a81dba1 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:00:49.348989 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de5e922-cb19-4b8c-b7b0-9bd8b76f3639', 'name': 'network-vif-deleted', 'tag': 'c6147e24-ea62-46c8-9d0d-11b5907af00c', 'status': 'completed', 'code': 200} Mar 08 16:00:49.391728 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:49.467659 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688332f-ba65-4c80-928c-55349ea2019d req-82d5b2d8-0a29-4bc8-b8ef-7383b9f124ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:49.469678 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-82d5b2d8-0a29-4bc8-b8ef-7383b9f124ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 1129 time: 0.0728226 Mar 08 16:00:49.628196 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:49.639530 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688332f-ba65-4c80-928c-55349ea2019d req-c1cc08b0-a2ea-44cb-a516-498332ea501c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:49.641645 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-c1cc08b0-a2ea-44cb-a516-498332ea501c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 911 time: 0.1442254 Mar 08 16:00:49.666917 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:49.697185 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:00:49.706171 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:49.706979 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:49.743724 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-0b0fa623-1dc8-4bc2-b19e-f667d6f4be62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 200 len: 1001 time: 0.0930405 Mar 08 16:00:49.899691 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688332f-ba65-4c80-928c-55349ea2019d req-1b371131-05cc-4732-8a72-e4c3056251ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:49.901272 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-1b371131-05cc-4732-8a72-e4c3056251ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.1500516 Mar 08 16:00:49.935628 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:49.969229 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688332f-ba65-4c80-928c-55349ea2019d req-69301b59-fc2a-4a2f-9ef7-7553e092d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:49.971417 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-69301b59-fc2a-4a2f-9ef7-7553e092d660 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0632577 Mar 08 16:00:50.065816 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eee58-2a36-4948-84ff-27d4d4e8f0c8 req-19baa9ed-18f5-4797-83ad-922382072259 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:50.078676 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ab9eee58-2a36-4948-84ff-27d4d4e8f0c8 req-19baa9ed-18f5-4797-83ad-922382072259 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1083844 Mar 08 16:00:50.123843 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-001f6132-5ed5-4226-8c38-24ab15285bc7 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414204 Mar 08 16:00:50.124008 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device c6147e24-ea62-46c8-9d0d-11b5907af00c no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:00:50.162769 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ab9eee58-2a36-4948-84ff-27d4d4e8f0c8 req-bef22d8e-3ef9-4427-b86d-b456da655595 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791793 Mar 08 16:00:50.163887 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: c6147e24-ea62-46c8-9d0d-11b5907af00c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:00:50.166141 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device c6147e24-ea62-46c8-9d0d-11b5907af00c not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:00:50.183041 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34560) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:50.188292 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-994650900-network', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:50.213350 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Made reservation on behalf of 8f630dcc07d54dd980449f75379ef16f for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:00:50.215979 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.226842 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.251621 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b688332f-ba65-4c80-928c-55349ea2019d req-1a1a92d7-7c51-4696-9ff0-c0071de28e64 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206908 Mar 08 16:00:50.251903 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:50.259293 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34564) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:50.285758 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85053fb6-69ca-48bc-ae94-37435ca560ea None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:00:50.339925 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e5-7340-481a-876b-9de022f6eac3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (932bbc73-190d-4fbe-a0ec-31e870f39bf5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.379583 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e5-7340-481a-876b-9de022f6eac3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (932bbc73-190d-4fbe-a0ec-31e870f39bf5), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.395185 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks [] for security_group (b762a352-0973-451c-bb98-d61f70e33204), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.400043 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b762a352-0973-451c-bb98-d61f70e33204), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.441435 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] vlan segment allocate from pool success with {'vlan_id': 274, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 16:00:50.452253 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b762a352-0973-451c-bb98-d61f70e33204,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:50.456849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (46eb6caa-3013-44ba-b887-e78544b817cc), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.457135 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Added segment 46eb6caa-3013-44ba-b887-e78544b817cc of type vlan for network 3113f52c-9e6a-4503-9485-22ebae71f3ce Mar 08 16:00:50.510499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (3113f52c-9e6a-4503-9485-22ebae71f3ce), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.514787 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e5-7340-481a-876b-9de022f6eac3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (932bbc73-190d-4fbe-a0ec-31e870f39bf5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.517387 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0a79e5-7340-481a-876b-9de022f6eac3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.518604 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8a0a79e5-7340-481a-876b-9de022f6eac3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/security-groups/932bbc73-190d-4fbe-a0ec-31e870f39bf5 HTTP/1.1" status: 204 len: 168 time: 0.2583103 Mar 08 16:00:50.522701 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34566) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:50.532659 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a79e5-7340-481a-876b-9de022f6eac3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932bbc73-190d-4fbe-a0ec-31e870f39bf5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:50.550037 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-08fcf442-d84e-4293-8fbb-d62bf670c8e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] show failed (client error): The resource could not be found. Mar 08 16:00:50.553527 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-08fcf442-d84e-4293-8fbb-d62bf670c8e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups/932bbc73-190d-4fbe-a0ec-31e870f39bf5 HTTP/1.1" status: 404 len: 347 time: 0.0291259 Mar 08 16:00:50.555413 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34568) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:50.557183 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (3113f52c-9e6a-4503-9485-22ebae71f3ce), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.560261 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:50.561109 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.609405 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 3b52967d-bb94-4e2b-a309-03268834a701 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:50.633107 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] Pushing event updated for resources: {'Network': ['ID=3113f52c-9e6a-4503-9485-22ebae71f3ce,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:50.644474 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-69d53038-e887-4989-b0b0-14fc97df2b11 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4602070 Mar 08 16:00:50.648647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34570) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:50.657235 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Request body: {'subnet': {'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-994650900-subnet', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:50.657948 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 16:00:50.690606 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Made reservation on behalf of 8f630dcc07d54dd980449f75379ef16f for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:00:50.694503 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25662380'] for subnet (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.729121 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port aaa2d37c-a81a-4cf4-8e17-45f1888968c3 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:00:50.729746 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.757730 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 3b52967d-bb94-4e2b-a309-03268834a701 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:50.758617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (3b52967d-bb94-4e2b-a309-03268834a701), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.860921 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.861257 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.864815 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134039e3-8ed8-4c45-ae5c-297f917afe05 None None] New status for floating IP c13f497e-fca6-4777-b248-ff88728ee80c: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:00:50.879862 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for aaa2d37c-a81a-4cf4-8e17-45f1888968c3 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:00:50.909783 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 3b52967d-bb94-4e2b-a309-03268834a701 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:50.910180 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (3b52967d-bb94-4e2b-a309-03268834a701), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:50.944650 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26064576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25662386'] for subnet (f6cd0254-220f-43c1-9ed8-47e559bb36ff), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.000139 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 3b52967d-bb94-4e2b-a309-03268834a701, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=3b52967d-bb94-4e2b-a309-03268834a701,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:51.008321 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (3b52967d-bb94-4e2b-a309-03268834a701), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.016103 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cd0254-220f-43c1-9ed8-47e559bb36ff,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:51.032473 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Checking segment: {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:51.032849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Network hostable DHCP agents. Network: 3113f52c-9e6a-4503-9485-22ebae71f3ce, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 16:00:51.057573 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 16:00:51.081223 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 3113f52c-9e6a-4503-9485-22ebae71f3ce) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:51.087223 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Sync routers for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:00:51.087407 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (aaa2d37c-a81a-4cf4-8e17-45f1888968c3), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.099416 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:51.100804 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd16fe19-515a-4e4f-8709-e07fd3b754f2 None None] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:00:51.103271 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=3b52967d-bb94-4e2b-a309-03268834a701,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:51.105727 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:51.109988 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:51.119180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.144305 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-90eb5f55-5f5b-4932-8957-0a5a7cab8742 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4943848 Mar 08 16:00:51.145294 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34572) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:51.151911 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:51.181525 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1604244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8772'] for router (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.184457 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1803735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8781'] for router (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.231617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp218bfae6-7beb-5462-80e9-75998ff8c2cf-3113f52c-9e6a-4503-9485-22ebae71f3ce', 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'fixed_ips': [{'subnet_id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff'}]}} from dv-cinder-804757-25-iscsi. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 16:00:51.233058 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.256347 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:51.317972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks [] for router_controller (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.437244 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Allocated IP 172.20.0.2 (3113f52c-9e6a-4503-9485-22ebae71f3ce/f6cd0254-220f-43c1-9ed8-47e559bb36ff/826fb54f-c823-4edd-a8ff-ba129ad6630d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:51.441227 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=aaa2d37c-a81a-4cf4-8e17-45f1888968c3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:51.453741 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca4a38-47d2-439e-9cb9-2f75e59b3e75 req-490e1dc7-29bf-49b9-9c0c-70bb967c3b91 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:51.461034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7bca4a38-47d2-439e-9cb9-2f75e59b3e75 req-490e1dc7-29bf-49b9-9c0c-70bb967c3b91 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1471815 Mar 08 16:00:51.527834 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (c13f497e-fca6-4777-b248-ff88728ee80c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.530275 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.532898 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a811416a-1162-4b5f-89b4-092e51b70aaa tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/floatingips/c13f497e-fca6-4777-b248-ff88728ee80c HTTP/1.1" status: 204 len: 168 time: 0.9751179 Mar 08 16:00:51.599536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7bca4a38-47d2-439e-9cb9-2f75e59b3e75 req-bb41213c-1662-4354-9fb3-3cc7b0d3f160 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375465 Mar 08 16:00:51.603973 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks [] for router_gateway (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.617373 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:48Z', 'revision_number': 2, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:51.639664 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Publish callbacks [] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.646944 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.650975 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Checking router: b2d5a9d4-f698-47a4-9980-46eb35e29678 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:00:51.651357 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Updating router b2d5a9d4-f698-47a4-9980-46eb35e29678 port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 16:00:51.680101 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.689273 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:51.692329 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:51.696082 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:51.711215 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Pushing event updated for resources: {'Port': ['ID=826fb54f-c823-4edd-a8ff-ba129ad6630d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:51.768818 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Attempting to bind port 826fb54f-c823-4edd-a8ff-ba129ad6630d on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:00:51.769230 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Attempting to bind port 826fb54f-c823-4edd-a8ff-ba129ad6630d by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:00:51.769644 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Attempting to bind port 826fb54f-c823-4edd-a8ff-ba129ad6630d on network 3113f52c-9e6a-4503-9485-22ebae71f3ce {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:51.776054 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:00:51.776437 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Checking segment: {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:51.776848 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.777246 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Bound using segment: {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:00:51.778116 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Bound port: 826fb54f-c823-4edd-a8ff-ba129ad6630d, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:00:51.778442 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.825375 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34578) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:51.829986 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562677968', 'description': 'tempest-description--1544201616'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:51.856320 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.861075 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] For port 826fb54f-c823-4edd-a8ff-ba129ad6630d, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:00:51.864833 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] For port 826fb54f-c823-4edd-a8ff-ba129ad6630d, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=826fb54f-c823-4edd-a8ff-ba129ad6630d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:00:51.872776 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.940300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (f87be010-a34b-4f6b-a146-524345900dea), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.946463 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f87be010-a34b-4f6b-a146-524345900dea), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.951655 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf145d09-2abb-49fe-8e08-b4fd8d944f7d None None] Pushing event updated for resources: {'Port': ['ID=826fb54f-c823-4edd-a8ff-ba129ad6630d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:51.989551 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:51.990801 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1644294 Mar 08 16:00:51.995520 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34580) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:52.002296 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': 'f87be010-a34b-4f6b-a146-524345900dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:52.010855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e58a56-190b-4ec4-82f6-eacad2ed3a81 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87be010-a34b-4f6b-a146-524345900dea,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:52.039042 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (99327500-8f80-45c8-adf7-073f987b970e), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.048163 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Publish callbacks [] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.053782 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.109842 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Pushing event updated for resources: {'Port': ['ID=44c91543-ff70-4eab-89bf-c9dcaed39ee5,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:52.135557 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (99327500-8f80-45c8-adf7-073f987b970e), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.142835 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (99327500-8f80-45c8-adf7-073f987b970e), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.153243 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.153625 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.159894 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.160331 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.160666 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.160997 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.161338 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.161716 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.162166 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.162602 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.163088 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.163577 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.163906 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:00:52.172772 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99327500-8f80-45c8-adf7-073f987b970e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:52.184959 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.191143 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a4e4ea03-ec78-402a-9cbb-48adeb03189c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930244 Mar 08 16:00:52.192206 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34582) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:52.201304 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'security_group_rule': {'security_group_id': 'f87be010-a34b-4f6b-a146-524345900dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:52.223534 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks [] for router_gateway (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.247790 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.257304 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Attempting to bind port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:00:52.257304 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Attempting to bind port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:00:52.257304 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Attempting to bind port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 on network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:52.260053 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (35aac235-c0c3-4548-86c5-e88e8b5fcbdb), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.281213 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:00:52.281618 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Checking segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:52.281864 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.282440 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Bound using segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:00:52.282918 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Bound port: 44c91543-ff70-4eab-89bf-c9dcaed39ee5, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:00:52.283317 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.364201 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (35aac235-c0c3-4548-86c5-e88e8b5fcbdb), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.369640 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (35aac235-c0c3-4548-86c5-e88e8b5fcbdb), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.373038 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Allocated IP 172.27.2.99 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/33363d72-169b-4d86-98d1-30b98b07e087) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:52.380086 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] For port 44c91543-ff70-4eab-89bf-c9dcaed39ee5, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:00:52.386777 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] For port 44c91543-ff70-4eab-89bf-c9dcaed39ee5, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=44c91543-ff70-4eab-89bf-c9dcaed39ee5,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:00:52.396935 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.397580 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aac235-c0c3-4548-86c5-e88e8b5fcbdb,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:52.426641 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.430445 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8fdc6bbc-56ed-4b9b-9b85-9316b02f1add tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2369852 Mar 08 16:00:52.434981 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34584) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:52.447305 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:52.472127 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:52.472765 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:52.484620 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.534925 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35516c37-14f6-4cb1-8b91-b0915451fe46 None None] Pushing event updated for resources: {'Port': ['ID=44c91543-ff70-4eab-89bf-c9dcaed39ee5,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:52.546795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks [] for port (33363d72-169b-4d86-98d1-30b98b07e087), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.557214 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] Provisioning complete for port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:52.558642 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.619163 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (33363d72-169b-4d86-98d1-30b98b07e087), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.647656 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:52.697985 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:52.713003 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Pushing event updated for resources: {'Port': ['ID=33363d72-169b-4d86-98d1-30b98b07e087,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:52.748238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:52.752478 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:52.759772 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:52.821507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 826fb54f-c823-4edd-a8ff-ba129ad6630d up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:52.918895 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:52Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:52.953349 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.27.2.249 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/df40255e-e2bf-4ef8-98e8-eca8cb9ecffe) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:52.960198 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b6b60-c90f-4444-8dc1-eebea6bf319c None None] The sync data for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi is: [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:52Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:00:53.075617 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] Current status of the port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:53.076005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.149547 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] For port 44c91543-ff70-4eab-89bf-c9dcaed39ee5, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=44c91543-ff70-4eab-89bf-c9dcaed39ee5,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:53.167371 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 826fb54f-c823-4edd-a8ff-ba129ad6630d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:53.167763 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.174137 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.199368 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.246906 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.281249 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49193089-7b7e-475c-86fa-172a7042bbbd None None] Pushing event updated for resources: {'Port': ['ID=44c91543-ff70-4eab-89bf-c9dcaed39ee5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:53.320937 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26502-5c7e-469a-ae87-9949bea45daf req-5103cedd-007a-4417-a230-a9c56acbc264 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:53.322504 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-16a26502-5c7e-469a-ae87-9949bea45daf req-5103cedd-007a-4417-a230-a9c56acbc264 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.5096848 Mar 08 16:00:53.338809 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:53.341905 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:53.346754 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:53.360089 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks [] for router_gateway (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.360376 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 826fb54f-c823-4edd-a8ff-ba129ad6630d is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:53.360768 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.377680 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=df40255e-e2bf-4ef8-98e8-eca8cb9ecffe,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:53.385646 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-349a5150-a046-4d41-9731-ba26a12c5726 None None] Provisioning complete for port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:53.386021 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-349a5150-a046-4d41-9731-ba26a12c5726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.432027 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 826fb54f-c823-4edd-a8ff-ba129ad6630d, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=826fb54f-c823-4edd-a8ff-ba129ad6630d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:53.442731 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-16a26502-5c7e-469a-ae87-9949bea45daf req-05407e5e-79b0-4cd0-8c65-77aeb80226ae tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143484 Mar 08 16:00:53.468803 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.468803 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 3b52967d-bb94-4e2b-a309-03268834a701 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:53.492739 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (439ac9c1-58d0-4f6d-92ec-e301abbc4006), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.557247 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.580732 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4451115c-e22b-43c6-9264-05a0c932b8bb None None] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:00:53.603224 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=826fb54f-c823-4edd-a8ff-ba129ad6630d,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:53.640241 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 3b52967d-bb94-4e2b-a309-03268834a701 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:53.640615 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (3b52967d-bb94-4e2b-a309-03268834a701), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.692833 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1803770'] for router (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.696049 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-349a5150-a046-4d41-9731-ba26a12c5726 None None] Current status of the port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:53.764393 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.769142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.817523 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=df40255e-e2bf-4ef8-98e8-eca8cb9ecffe,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:53.829024 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 3b52967d-bb94-4e2b-a309-03268834a701 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:53.839903 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bbd98d9f-e97b-4c0d-aa38-b03703603e39 None None] Provisioning complete for port 826fb54f-c823-4edd-a8ff-ba129ad6630d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:53.843343 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbd98d9f-e97b-4c0d-aa38-b03703603e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.874472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (439ac9c1-58d0-4f6d-92ec-e301abbc4006), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.895719 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:53.919351 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-bd266bc3-82fb-442b-97c7-35486c2a7d27 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4782383 Mar 08 16:00:53.921580 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 is scheduled to L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 16:00:53.962144 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bbd98d9f-e97b-4c0d-aa38-b03703603e39 None None] Current status of the port 826fb54f-c823-4edd-a8ff-ba129ad6630d is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:54.079852 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:00:54.096462 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Sync routers for ids ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:00:54.105639 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.106855 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c1e0c44a-4fe9-4066-b785-6bf7112d8c1f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9592218 Mar 08 16:00:54.109698 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34604) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:54.125011 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Routers {'930ff758-a1e9-4645-ab30-d0d2d89fbdb0'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:54.125618 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:54.271927 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-272aef88-020d-403e-8dfd-58ddd956129b None None] Provisioning complete for port 826fb54f-c823-4edd-a8ff-ba129ad6630d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:54.272557 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-272aef88-020d-403e-8dfd-58ddd956129b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.326246 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Set router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:54.356872 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-7d6b9193-f972-48f7-ac2b-c6527f82acdc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--562677968&fields=id&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 267 time: 0.0454569 Mar 08 16:00:54.483629 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a0ab2791-273a-40eb-ba88-4cf685c894f0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:54.485577 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-272aef88-020d-403e-8dfd-58ddd956129b None None] Current status of the port 826fb54f-c823-4edd-a8ff-ba129ad6630d is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:54.497119 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a0ab2791-273a-40eb-ba88-4cf685c894f0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.1201651 Mar 08 16:00:54.507863 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-e965acf7-4582-4809-b27f-63fc109f251a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/quotas/30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 375 time: 0.0113246 Mar 08 16:00:54.591478 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 3, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:54.614516 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-4d8bd760-1f2a-4ec4-9c4d-376075185aa3 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003346 Mar 08 16:00:54.620716 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Checking router: 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:00:54.621067 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Updating router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 port 33363d72-169b-4d86-98d1-30b98b07e087 binding host dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 16:00:54.626569 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a976be3-2b75-4f4f-8c95-28d1989420cf req-bece1af3-8375-46f0-b36d-725ca2c526fd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:54.628107 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9a976be3-2b75-4f4f-8c95-28d1989420cf req-bece1af3-8375-46f0-b36d-725ca2c526fd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0745976 Mar 08 16:00:54.635210 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.653509 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 44c91543-ff70-4eab-89bf-c9dcaed39ee5 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:54.691760 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33363d72-169b-4d86-98d1-30b98b07e087), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.709212 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9a976be3-2b75-4f4f-8c95-28d1989420cf req-76de88e5-2d6b-437d-8017-efaa870932c5 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725477 Mar 08 16:00:54.799834 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:54.800200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.806570 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Allocated IP 172.20.0.1 (3113f52c-9e6a-4503-9485-22ebae71f3ce/f6cd0254-220f-43c1-9ed8-47e559bb36ff/630232dc-b093-4ccb-9ea3-20a578311a6d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:54.809086 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-0fa03e06-c37e-429e-894e-98b5e83c9693 service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668313 Mar 08 16:00:54.907870 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-dd231516-c723-47ee-bb3b-81ba0916d747 service neutron] 10.222.0.15 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908141 Mar 08 16:00:54.921854 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks [] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.964051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:54.964913 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:54.966078 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 826fb54f-c823-4edd-a8ff-ba129ad6630d up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:55.002470 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:55.008590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:55.013182 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:55.052853 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Publish callbacks [] for port (33363d72-169b-4d86-98d1-30b98b07e087), precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.062958 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 826fb54f-c823-4edd-a8ff-ba129ad6630d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:55.063833 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.072416 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Pushing event updated for resources: {'Port': ['ID=630232dc-b093-4ccb-9ea3-20a578311a6d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:55.096216 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1802967'] for router_interface (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.101689 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (33363d72-169b-4d86-98d1-30b98b07e087), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.134293 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-08b9f116-3373-415c-b7e3-40003e6eb162 req-0a53414d-e3ed-40e9-8013-433bff3533e9 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 210 time: 0.0604427 Mar 08 16:00:55.181782 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Attempting to bind port 33363d72-169b-4d86-98d1-30b98b07e087 on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:00:55.182378 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Attempting to bind port 33363d72-169b-4d86-98d1-30b98b07e087 by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:00:55.182749 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Attempting to bind port 33363d72-169b-4d86-98d1-30b98b07e087 on network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:55.199665 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:00:55.200040 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Checking segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:55.200446 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.200837 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Bound using segment: {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:00:55.201323 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Bound port: 33363d72-169b-4d86-98d1-30b98b07e087, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ccea2-758f-4c6e-a6c2-18d5a8990972', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:00:55.201705 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33363d72-169b-4d86-98d1-30b98b07e087), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.233456 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd337e-b26e-489a-b564-633fb92ed0ce None None] Pushing event updated for resources: {'Port': ['ID=33363d72-169b-4d86-98d1-30b98b07e087,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:55.284841 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.333388 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] For port 33363d72-169b-4d86-98d1-30b98b07e087, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:00:55.337191 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 826fb54f-c823-4edd-a8ff-ba129ad6630d is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:55.341359 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] For port 33363d72-169b-4d86-98d1-30b98b07e087, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=33363d72-169b-4d86-98d1-30b98b07e087,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:00:55.354850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (33363d72-169b-4d86-98d1-30b98b07e087), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.360613 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2240ce09-0e3b-4177-bf89-9e257f61711a None None] Provisioning complete for port 630232dc-b093-4ccb-9ea3-20a578311a6d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:55.360981 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2240ce09-0e3b-4177-bf89-9e257f61711a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.481867 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks [] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.488428 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.560821 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1613692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802939'] for router_interface (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:55.562748 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Pushing event updated for resources: {'Port': ['ID=630232dc-b093-4ccb-9ea3-20a578311a6d,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:55.624037 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2240ce09-0e3b-4177-bf89-9e257f61711a None None] Port 630232dc-b093-4ccb-9ea3-20a578311a6d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:00:55.625882 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccd337e-b26e-489a-b564-633fb92ed0ce None None] Pushing event updated for resources: {'Port': ['ID=33363d72-169b-4d86-98d1-30b98b07e087,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:55.630268 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Routers {'930ff758-a1e9-4645-ab30-d0d2d89fbdb0'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:55.631448 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:55.666520 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:55.667913 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:55.826784 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] Set router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:55.835605 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:00:55.856310 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd9fe7-0478-4b21-8cb1-5c4eccab4904 req-1d9cb366-640b-4919-96a6-ef9688df94c0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:55.859708 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2cbd9fe7-0478-4b21-8cb1-5c4eccab4904 req-1d9cb366-640b-4919-96a6-ef9688df94c0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0775669 Mar 08 16:00:55.922904 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2cbd9fe7-0478-4b21-8cb1-5c4eccab4904 req-5c6c78ec-1689-4da4-9cd4-5fead89715ce tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524678 Mar 08 16:00:55.968149 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:00:55.972965 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-28629fe1-1dc8-4b2d-a13a-635a0538a1a5 admin admin] 10.222.0.15 "PUT /v2.0/routers/930ff758-a1e9-4645-ab30-d0d2d89fbdb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8620048 Mar 08 16:00:56.073556 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-91411c1d-3c2b-4306-89e9-d225205819ed None None] Provisioning complete for port 630232dc-b093-4ccb-9ea3-20a578311a6d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:56.073556 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91411c1d-3c2b-4306-89e9-d225205819ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.119430 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-91411c1d-3c2b-4306-89e9-d225205819ed None None] Port 630232dc-b093-4ccb-9ea3-20a578311a6d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:00:56.133847 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '630232dc-b093-4ccb-9ea3-20a578311a6d', 'name': '', 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'mac_address': 'fa:16:3e:fa:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:54Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 2, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'subnets': [{'id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:56.165910 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57759-445c-4e66-9d4f-9458830abfd5 None None] The sync data for ids ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'] in dv-cinder-804757-25-iscsi is: [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '630232dc-b093-4ccb-9ea3-20a578311a6d', 'name': '', 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'mac_address': 'fa:16:3e:fa:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:54Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 2, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'subnets': [{'id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:00:56.294267 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46342338-73c4-43a1-ba23-44b6192d3605 req-a57a8c1d-5ff8-458c-939b-88d35be4df69 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 210 time: 0.0364623 Mar 08 16:00:56.327097 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-5a19562b-76d1-462f-9493-f19edf57c4be tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:56.329393 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-5a19562b-76d1-462f-9493-f19edf57c4be tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 815 time: 0.1706295 Mar 08 16:00:56.401524 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-db7f23d0-5ec3-4bc6-aa3f-2576eed5920d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30c67737012a4adea9767179ce27832c HTTP/1.1" status: 200 len: 379 time: 0.0598266 Mar 08 16:00:56.414521 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'port': {'device_id': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'admin_state_up': True, 'tenant_id': '30c67737012a4adea9767179ce27832c', 'security_groups': ['f87be010-a34b-4f6b-a146-524345900dea']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:56.548045 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Made reservation on behalf of 30c67737012a4adea9767179ce27832c for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:00:56.551915 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.583338 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34638) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:56.588055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976838279', 'description': 'tempest-secgroup-smoke-1976838279 description', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:56.617819 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.690789 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group (23d3edb1-40f6-4280-b083-55dfafecf8cc), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.695989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (23d3edb1-40f6-4280-b083-55dfafecf8cc), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.699886 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Allocated IP 172.20.0.10 (373085e0-5393-4c54-8adb-64b19cfacec5/1bfd9226-8147-42a2-92c6-8ac2221ae1d8/9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:00:56.725354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.726575 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421306 Mar 08 16:00:56.730711 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34640) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:56.734618 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group_rule': {'security_group_id': '23d3edb1-40f6-4280-b083-55dfafecf8cc', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:56.741635 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881f0d4-f9a4-43da-a697-26c49a615410 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d3edb1-40f6-4280-b083-55dfafecf8cc,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:56.773379 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (c5e14537-e756-416a-bf03-3637dec1a061), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.839152 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (c5e14537-e756-416a-bf03-3637dec1a061), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.843167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (c5e14537-e756-416a-bf03-3637dec1a061), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.861568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e14537-e756-416a-bf03-3637dec1a061,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:56.862217 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.872059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.873526 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e0da8110-d3cc-48e0-8906-2c1e2d10a153 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422212 Mar 08 16:00:56.876460 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:56.881698 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group_rule': {'security_group_id': '23d3edb1-40f6-4280-b083-55dfafecf8cc', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:56.903895 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.910896 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (910f6e10-63b3-47fe-8145-36cb8220fe1b), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.952396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Network 373085e0-5393-4c54-8adb-64b19cfacec5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:00:56.955606 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:00:56.961044 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:00:56.965242 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event updated for resources: {'Port': ['ID=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:56.982710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (910f6e10-63b3-47fe-8145-36cb8220fe1b), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:56.988691 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (910f6e10-63b3-47fe-8145-36cb8220fe1b), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.017319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910f6e10-63b3-47fe-8145-36cb8220fe1b,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.029489 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.031032 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-7ed62f92-8821-40bf-bb7a-eb5e6b782e38 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535075 Mar 08 16:00:57.033705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34646) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:57.039602 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group_rule': {'security_group_id': '23d3edb1-40f6-4280-b083-55dfafecf8cc', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:57.049884 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:57.050779 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.084496 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (e5a04d40-404c-452b-80ea-0e17986cc234), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.084788 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-a2360a1d-a6c2-406d-9d36-913bea5cc7db tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6740208 Mar 08 16:00:57.098215 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Request body: {'port': {'device_id': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:57.174947 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.208552 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (e5a04d40-404c-452b-80ea-0e17986cc234), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.221656 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81191-f265-416f-a229-504d08b62b00 req-963cce8a-9787-48bd-80d6-14c4edcedea2 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:57.223429 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bbd81191-f265-416f-a229-504d08b62b00 req-963cce8a-9787-48bd-80d6-14c4edcedea2 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1188138 Mar 08 16:00:57.225007 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (e5a04d40-404c-452b-80ea-0e17986cc234), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.264755 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a04d40-404c-452b-80ea-0e17986cc234,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.291021 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.294794 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d07fff2c-d638-428b-b008-160b1fff571d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562120 Mar 08 16:00:57.295740 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34648) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:57.300223 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group_rule': {'security_group_id': '23d3edb1-40f6-4280-b083-55dfafecf8cc', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:57.332097 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bbd81191-f265-416f-a229-504d08b62b00 req-e65a84e2-fb83-44ea-b4e0-18e186fc47a3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008427 Mar 08 16:00:57.376545 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (00f340e6-3998-4dbb-b98e-79902606ebec), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.379300 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-065f44e5-3c9a-485c-8994-80d343503be1 None None] Provisioning complete for port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:57.379784 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-065f44e5-3c9a-485c-8994-80d343503be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.442052 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-065f44e5-3c9a-485c-8994-80d343503be1 None None] Port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:00:57.484608 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (00f340e6-3998-4dbb-b98e-79902606ebec), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.492206 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (00f340e6-3998-4dbb-b98e-79902606ebec), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.514724 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ff913-b893-4f76-8b0e-79d700ef6bf6 req-6d962f4a-8d26-4cd1-83ff-633f7f8433b1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:57.516269 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-882ff913-b893-4f76-8b0e-79d700ef6bf6 req-6d962f4a-8d26-4cd1-83ff-633f7f8433b1 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 932 time: 0.1099916 Mar 08 16:00:57.520405 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.521869 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2252135 Mar 08 16:00:57.526384 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:00:57.527535 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34652) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:57.535267 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Publish callbacks [] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.539473 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group_rule': {'security_group_id': '23d3edb1-40f6-4280-b083-55dfafecf8cc', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:57.548416 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Transition to ACTIVE for port object 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 16:00:57.550985 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a354-02dc-44e9-a2c7-4c8e6ea24b2a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f340e6-3998-4dbb-b98e-79902606ebec,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.555704 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.593726 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Project 4fae8b959b1d4e4e9f2396acf8e95a45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 16:00:57.599901 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (baedb51a-28d9-48e8-b0b7-e0573cf8afff), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.606317 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-882ff913-b893-4f76-8b0e-79d700ef6bf6 req-807a9de0-3c3a-4ea6-b000-6be88424d66e tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795305 Mar 08 16:00:57.651389 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Pushing event updated for resources: {'Port': ['ID=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.685553 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (baedb51a-28d9-48e8-b0b7-e0573cf8afff), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.690775 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (baedb51a-28d9-48e8-b0b7-e0573cf8afff), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.712462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baedb51a-28d9-48e8-b0b7-e0573cf8afff,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.712839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Attempting to bind port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:00:57.713238 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Attempting to bind port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:00:57.713615 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Attempting to bind port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:57.720253 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 on network 373085e0-5393-4c54-8adb-64b19cfacec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 16:00:57.720508 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Attempting to bind port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 on network 373085e0-5393-4c54-8adb-64b19cfacec5 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:00:57.726770 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:00:57.727252 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Checking segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:00:57.727573 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Bound using segment: {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:00:57.728062 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Bound port: 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:00:57.728433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.732045 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.736259 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1fe40fa8-112f-4909-8de6-7bd845e5b397 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2050581 Mar 08 16:00:57.736528 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34656) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:00:57.741898 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'security_group_rule': {'security_group_id': '23d3edb1-40f6-4280-b083-55dfafecf8cc', 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:00:57.772093 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Project 4fae8b959b1d4e4e9f2396acf8e95a45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 16:00:57.778400 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (ab7dc5af-01e0-4072-b6fd-3153777002a5), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.806575 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] For port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:00:57.810565 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] For port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:00:57.819633 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.854395 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (ab7dc5af-01e0-4072-b6fd-3153777002a5), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.863300 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (ab7dc5af-01e0-4072-b6fd-3153777002a5), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.863966 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:57.864667 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.866794 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] 10.222.0.37 "PUT /v2.0/ports/9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 HTTP/1.1" status: 200 len: 1094 time: 0.7735631 Mar 08 16:00:57.867423 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:00:57.869741 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a1f084-6674-4380-be6e-dee3bb3a6378" -d '{"events": [{"name": "network-changed", "server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:00:57.900243 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7dc5af-01e0-4072-b6fd-3153777002a5,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.914151 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:57.925858 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-bdee542e-6090-48b9-b102-c557350e2482 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1788981 Mar 08 16:00:57.940323 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d1e28-ab9a-4a71-97cb-2e9f3aed813c x-openstack-request-id: req-886d1e28-ab9a-4a71-97cb-2e9f3aed813c {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:00:57.940856 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:00:57.940856 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-886d1e28-ab9a-4a71-97cb-2e9f3aed813c {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:00:57.941235 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'status': 'completed', 'code': 200} Mar 08 16:00:57.944934 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c230e-f2f9-44f1-9047-dcb349d1e63e service neutron] Pushing event updated for resources: {'Port': ['ID=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:57.991979 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-c9b02161-c514-4fcf-8b36-e69250fe9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:57.995327 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-c9b02161-c514-4fcf-8b36-e69250fe9818 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 1128 time: 0.0661149 Mar 08 16:00:58.059338 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-0d2f8614-a763-41c2-b179-2543b1cc14fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 HTTP/1.1" status: 200 len: 217 time: 0.0359807 Mar 08 16:00:58.121132 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-0d8a285b-28bd-4acd-83aa-8c8fc0307a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.122625 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-0d8a285b-28bd-4acd-83aa-8c8fc0307a29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0506740 Mar 08 16:00:58.176719 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-d110a2c4-771a-475d-9107-6c4c29575060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.178946 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-d110a2c4-771a-475d-9107-6c4c29575060 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468740 Mar 08 16:00:58.270821 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-7f7e532d-77d6-4083-b358-85ecac0b21aa service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841355 Mar 08 16:00:58.370789 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-20199ebd-8a51-4912-b5e9-9aeda3edeac5 req-19306b9d-cead-4c1b-8cf2-f7617ac87fb3 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920904 Mar 08 16:00:58.479952 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bbc03-2e63-4096-a367-08296aae4758 req-4f60682f-2aed-4bf1-a650-2ed775586a48 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.481791 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3a7bbc03-2e63-4096-a367-08296aae4758 req-4f60682f-2aed-4bf1-a650-2ed775586a48 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0639884 Mar 08 16:00:58.486332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-23e7e1c4-9e04-4a19-8944-f656f40ad88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.488251 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-23e7e1c4-9e04-4a19-8944-f656f40ad88f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 1128 time: 0.0504527 Mar 08 16:00:58.543826 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3a7bbc03-2e63-4096-a367-08296aae4758 req-ef1024f9-6025-4979-a375-81f90121e4c2 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518434 Mar 08 16:00:58.581900 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33363d72-169b-4d86-98d1-30b98b07e087 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:00:58.601851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-0ecc4a6b-a93e-4656-834e-04dda3288ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.603441 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-0ecc4a6b-a93e-4656-834e-04dda3288ab4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.1043074 Mar 08 16:00:58.629562 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 33363d72-169b-4d86-98d1-30b98b07e087 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:00:58.629932 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33363d72-169b-4d86-98d1-30b98b07e087), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:58.645822 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-f78149b0-4dd1-46d8-94dc-0650b8d764e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 HTTP/1.1" status: 200 len: 217 time: 0.0362420 Mar 08 16:00:58.706052 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-06f18db1-1d46-4bff-a929-6c97d83813aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.707748 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-06f18db1-1d46-4bff-a929-6c97d83813aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0549347 Mar 08 16:00:58.717957 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 33363d72-169b-4d86-98d1-30b98b07e087 is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:00:58.718345 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (33363d72-169b-4d86-98d1-30b98b07e087), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:58.742235 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] For port 33363d72-169b-4d86-98d1-30b98b07e087, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=33363d72-169b-4d86-98d1-30b98b07e087,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:00:58.746946 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (33363d72-169b-4d86-98d1-30b98b07e087), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:58.748161 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769593fa-9625-4d3d-90ad-5c7a0d8d3f6e req-1a4fa201-1844-42e6-8d3f-f55e6033228b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.750085 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-769593fa-9625-4d3d-90ad-5c7a0d8d3f6e req-1a4fa201-1844-42e6-8d3f-f55e6033228b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 944 time: 0.0637777 Mar 08 16:00:58.771417 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-af73667e-378d-4e6f-b972-6eaa8cb7cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:58.773006 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-af73667e-378d-4e6f-b972-6eaa8cb7cb19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0574269 Mar 08 16:00:58.804874 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-769593fa-9625-4d3d-90ad-5c7a0d8d3f6e req-9dc748ba-efc1-40ef-97d3-cde439145d3c tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471265 Mar 08 16:00:58.812416 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Pushing event updated for resources: {'Port': ['ID=33363d72-169b-4d86-98d1-30b98b07e087,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:00:58.895422 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-1d7f62d1-15a2-4a69-8b50-116e4519dead service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141725 Mar 08 16:00:59.223484 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-56a1f084-6674-4380-be6e-dee3bb3a6378 req-aa58136e-2ab3-4d1d-9350-6f28605b16c1 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214009 Mar 08 16:00:59.271756 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52bca891-1e21-4cc2-b60d-b75c890190ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:00:59.632137 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Sync routers for ids ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:00:59.641230 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Routers {'930ff758-a1e9-4645-ab30-d0d2d89fbdb0'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:00:59.641892 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:59.675418 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ac52e-a1a1-4765-9c8b-c91939a0eadf req-49fd894d-4252-4c26-85e7-74d6df610b79 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:59.676875 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-328ac52e-a1a1-4765-9c8b-c91939a0eadf req-49fd894d-4252-4c26-85e7-74d6df610b79 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0560963 Mar 08 16:00:59.730174 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-328ac52e-a1a1-4765-9c8b-c91939a0eadf req-634a5f9f-a06f-4f48-ba8c-ad36f2a5f424 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464444 Mar 08 16:00:59.765193 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Set router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:00:59.928000 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bd42f-2a3c-48ac-8d08-db33baef6043 req-6a84bcf1-2235-4476-9d10-0d0bc2092e8a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:00:59.929470 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-285bd42f-2a3c-48ac-8d08-db33baef6043 req-6a84bcf1-2235-4476-9d10-0d0bc2092e8a tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 944 time: 0.0532217 Mar 08 16:00:59.966750 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '630232dc-b093-4ccb-9ea3-20a578311a6d', 'name': '', 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'mac_address': 'fa:16:3e:fa:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:54Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 2, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'subnets': [{'id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:00:59.981982 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-285bd42f-2a3c-48ac-8d08-db33baef6043 req-d826ae83-e67d-46bf-8bf9-793794ed62bb tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469644 Mar 08 16:00:59.993067 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Checking router: 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:00:59.993429 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Updating router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 port 630232dc-b093-4ccb-9ea3-20a578311a6d binding host dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 16:01:00.020027 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.179733 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:01:00.291127 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:00.304907 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'port_id': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'mac_address': 'fa:16:3e:7a:fc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:01:00.342219 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:00.342514 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.359494 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:00.380084 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:00.381262 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Publish callbacks [] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.383878 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.386581 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.429388 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adb75d-4f01-4620-88d9-3463376d2567 None None] Pushing event updated for resources: {'Port': ['ID=630232dc-b093-4ccb-9ea3-20a578311a6d,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:00.432874 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:00.506718 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Attempting to bind port 630232dc-b093-4ccb-9ea3-20a578311a6d on host dv-cinder-804757-25-iscsi for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:01:00.507127 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Attempting to bind port 630232dc-b093-4ccb-9ea3-20a578311a6d by drivers openvswitch,hyperv on host dv-cinder-804757-25-iscsi at level 0 using segments [{'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:01:00.507643 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Attempting to bind port 630232dc-b093-4ccb-9ea3-20a578311a6d on network 3113f52c-9e6a-4503-9485-22ebae71f3ce {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:00.513365 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Checking agent: {'id': '3592a31f-1307-45d7-8d11-d0038cc0ae28', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-25-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 47, 36), 'started_at': datetime.datetime(2022, 3, 8, 15, 48, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-25-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:01:00.513738 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Checking segment: {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:01:00.514144 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.514535 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Bound using segment: {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:01:00.518859 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Bound port: 630232dc-b093-4ccb-9ea3-20a578311a6d, host: dv-cinder-804757-25-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb6caa-3013-44ba-b887-e78544b817cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:01:00.518859 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.575126 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33363d72-169b-4d86-98d1-30b98b07e087 up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:00.590901 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] For port 630232dc-b093-4ccb-9ea3-20a578311a6d, host dv-cinder-804757-25-iscsi, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:01:00.594854 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] For port 630232dc-b093-4ccb-9ea3-20a578311a6d, host dv-cinder-804757-25-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=630232dc-b093-4ccb-9ea3-20a578311a6d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:01:00.602682 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.643003 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 33363d72-169b-4d86-98d1-30b98b07e087 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:00.643715 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (33363d72-169b-4d86-98d1-30b98b07e087), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.670846 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adb75d-4f01-4620-88d9-3463376d2567 None None] Pushing event updated for resources: {'Port': ['ID=630232dc-b093-4ccb-9ea3-20a578311a6d,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:00.673650 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Routers {'930ff758-a1e9-4645-ab30-d0d2d89fbdb0'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:00.674244 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:00:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:00.693865 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] Provisioning complete for port 630232dc-b093-4ccb-9ea3-20a578311a6d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:00.694260 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.729289 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:00.797577 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] Set router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:00.827652 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 33363d72-169b-4d86-98d1-30b98b07e087 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:00.890824 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] Current status of the port 630232dc-b093-4ccb-9ea3-20a578311a6d is: DOWN; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:00.891327 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.906645 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699398e7-d65d-458a-8846-53a920976b71 req-9180df93-87ef-4052-8bda-b97444b7f757 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:00.908258 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-699398e7-d65d-458a-8846-53a920976b71 req-9180df93-87ef-4052-8bda-b97444b7f757 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0698478 Mar 08 16:01:00.942735 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] For port 630232dc-b093-4ccb-9ea3-20a578311a6d, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=630232dc-b093-4ccb-9ea3-20a578311a6d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:00.952915 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:00.959758 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-699398e7-d65d-458a-8846-53a920976b71 req-626fa9ae-c9b6-4757-ae08-d083935f89fb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441921 Mar 08 16:01:01.031024 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b3bbf-8b12-4623-bb15-8e1b0e7b646e None None] Pushing event updated for resources: {'Port': ['ID=630232dc-b093-4ccb-9ea3-20a578311a6d,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:01.044055 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-798225ee-5508-4063-b095-37a1d0047538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '630232dc-b093-4ccb-9ea3-20a578311a6d', 'name': '', 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'mac_address': 'fa:16:3e:fa:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:54Z', 'updated_at': '2022-03-08T16:01:00Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'subnets': [{'id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:01.076950 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798225ee-5508-4063-b095-37a1d0047538 None None] The sync data for ids ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'] in dv-cinder-804757-25-iscsi is: [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:00:55Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '630232dc-b093-4ccb-9ea3-20a578311a6d', 'name': '', 'network_id': '3113f52c-9e6a-4503-9485-22ebae71f3ce', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'mac_address': 'fa:16:3e:fa:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:54Z', 'updated_at': '2022-03-08T16:01:00Z', 'revision_number': 4, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'subnets': [{'id': 'f6cd0254-220f-43c1-9ed8-47e559bb36ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:01.081991 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-62a61f21-c480-4d56-9af5-6eced96d7cdc None None] Provisioning complete for port 630232dc-b093-4ccb-9ea3-20a578311a6d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:01.082582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-62a61f21-c480-4d56-9af5-6eced96d7cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:01.134089 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6f0f6-40cf-4a33-b82f-dd6dacb055ee req-4dd2a724-9d89-45e9-a8c3-d503f00b2159 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:01.135771 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e1e6f0f6-40cf-4a33-b82f-dd6dacb055ee req-4dd2a724-9d89-45e9-a8c3-d503f00b2159 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 945 time: 0.0767884 Mar 08 16:01:01.169588 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-62a61f21-c480-4d56-9af5-6eced96d7cdc None None] Current status of the port 630232dc-b093-4ccb-9ea3-20a578311a6d is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:01.189754 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e1e6f0f6-40cf-4a33-b82f-dd6dacb055ee req-69cdf078-1a3a-477b-ae8b-7cfb57ba5603 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478637 Mar 08 16:01:01.756553 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff3eee63-7736-4560-b9b8-77393d18c83d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:02.097193 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3f42e-2903-4382-830f-2edf573d800b req-eca54c8e-330d-4769-9d99-48dd65a38b69 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:02.098740 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cf3f42e-2903-4382-830f-2edf573d800b req-eca54c8e-330d-4769-9d99-48dd65a38b69 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0603688 Mar 08 16:01:02.150540 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6cf3f42e-2903-4382-830f-2edf573d800b req-27b06ce2-1bfa-4ca2-8833-589119cc0293 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454121 Mar 08 16:01:02.184552 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:02.241608 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 16:01:02.245836 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:02.246242 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:02.322494 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb9353-be54-45d0-b3ed-84091f38321a req-39d72d2a-b667-4020-a076-c321d8e3f26b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:02.327140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-70bb9353-be54-45d0-b3ed-84091f38321a req-39d72d2a-b667-4020-a076-c321d8e3f26b tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 945 time: 0.0545731 Mar 08 16:01:02.327653 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:02.328155 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:02.353554 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:02.355805 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5563b4d-98cf-4707-8373-04e514315955" -d '{"events": [{"server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "name": "network-vif-plugged", "status": "completed", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:02.373113 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:02.379077 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:02.380403 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-70bb9353-be54-45d0-b3ed-84091f38321a req-d82faeaf-4929-44c3-94b8-21e2ad733030 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506320 Mar 08 16:01:02.412972 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa5ba47-a0f2-4996-8700-7c9b682b138f x-openstack-request-id: req-9aa5ba47-a0f2-4996-8700-7c9b682b138f {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:02.413594 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "name": "network-vif-plugged", "status": "completed", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:02.413766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aa5ba47-a0f2-4996-8700-7c9b682b138f {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:02.414212 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'code': 200} Mar 08 16:01:02.444108 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:02.566345 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 630232dc-b093-4ccb-9ea3-20a578311a6d up at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:02.587981 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb51e5-68ef-409d-b68b-b78bde38c0b6 req-680222ed-5363-4f47-80e4-73791867dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:02.589789 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-81cb51e5-68ef-409d-b68b-b78bde38c0b6 req-680222ed-5363-4f47-80e4-73791867dfd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 1130 time: 0.0477571 Mar 08 16:01:02.620013 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Provisioning complete for port 630232dc-b093-4ccb-9ea3-20a578311a6d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:02.620388 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:02.643502 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-81cb51e5-68ef-409d-b68b-b78bde38c0b6 req-2806d735-0687-47f3-a01c-dc296a2a9afa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465183 Mar 08 16:01:02.704840 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Current status of the port 630232dc-b093-4ccb-9ea3-20a578311a6d is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:02.855494 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:03.281095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199133df-8379-47df-ace8-12cef7aa9f82 req-86a42408-37c7-4aeb-a19e-b7c533cff3fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:03.282805 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-199133df-8379-47df-ace8-12cef7aa9f82 req-86a42408-37c7-4aeb-a19e-b7c533cff3fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0566885 Mar 08 16:01:03.331295 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-199133df-8379-47df-ace8-12cef7aa9f82 req-bb9b8099-18f7-4adb-b9d5-27e3fcaa6005 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410504 Mar 08 16:01:03.507227 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36c1b2-492d-4443-a581-107965bd29e0 req-69ff21b2-2000-4185-b9b2-9de080eee4ea tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:03.508707 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea36c1b2-492d-4443-a581-107965bd29e0 req-69ff21b2-2000-4185-b9b2-9de080eee4ea tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0544693 Mar 08 16:01:03.524677 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:01:03.557005 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea36c1b2-492d-4443-a581-107965bd29e0 req-33c0a531-e8b1-4e11-9fc0-36a27f5960e6 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Mar 08 16:01:04.328793 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:04.455710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c77a-eab2-47f9-9ce5-9dc8b3f3b1b3 req-202cfc1b-5e54-4c1d-b504-cde44242e2cc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:04.457168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-48c4c77a-eab2-47f9-9ce5-9dc8b3f3b1b3 req-202cfc1b-5e54-4c1d-b504-cde44242e2cc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0550289 Mar 08 16:01:04.505138 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-48c4c77a-eab2-47f9-9ce5-9dc8b3f3b1b3 req-13c81f16-61cc-481e-a79f-afd3f6c44f72 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424495 Mar 08 16:01:04.675965 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a020e5-84ae-483a-b245-5628b4dc356b req-0d5ce4a7-75f8-4e77-8b15-6aee0ff4094f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:04.677963 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d0a020e5-84ae-483a-b245-5628b4dc356b req-0d5ce4a7-75f8-4e77-8b15-6aee0ff4094f tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0513401 Mar 08 16:01:04.736378 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d0a020e5-84ae-483a-b245-5628b4dc356b req-b0359ba9-8836-496d-8821-d15f57d463ab tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513315 Mar 08 16:01:04.849825 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842bdae-0772-45fb-b3bd-15f077b2a9da req-2e8ed04e-b480-448e-94fa-d0fd66870017 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:04.851254 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a842bdae-0772-45fb-b3bd-15f077b2a9da req-2e8ed04e-b480-448e-94fa-d0fd66870017 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0536282 Mar 08 16:01:04.859452 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34760) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:04.863836 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Request body: {'floatingip': {'port_id': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:04.906936 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (439ac9c1-58d0-4f6d-92ec-e301abbc4006), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:05.621843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:05.626737 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (439ac9c1-58d0-4f6d-92ec-e301abbc4006), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:05.688575 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fe1f1-19f5-4f1c-9bf0-0f1e61cffa19 req-62038e9b-563f-4aa2-bcce-f4587d43c05f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:05.690462 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-729fe1f1-19f5-4f1c-9bf0-0f1e61cffa19 req-62038e9b-563f-4aa2-bcce-f4587d43c05f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1133604 Mar 08 16:01:05.779731 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP 439ac9c1-58d0-4f6d-92ec-e301abbc4006 associated. External IP: 172.27.2.249, port: 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2. Mar 08 16:01:05.785201 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-729fe1f1-19f5-4f1c-9bf0-0f1e61cffa19 req-32424b08-5bdf-47d0-b1ca-047d3a1c2d16 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616415 Mar 08 16:01:05.994867 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:06.035456 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:06.106923 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:06.111873 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:06.124474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:06.136167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:06.137180 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:06.144188 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4dc116db-3620-4b47-a7db-99f5a3a524a0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "PUT /v2.0/floatingips/439ac9c1-58d0-4f6d-92ec-e301abbc4006 HTTP/1.1" status: 200 len: 992 time: 1.2835724 Mar 08 16:01:06.144775 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:06.147848 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b76b39-8b8f-4d33-9834-9001644b37bd" -d '{"events": [{"name": "network-changed", "server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:06.187705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35fba52-c929-4f86-8caf-897cf969db23 x-openstack-request-id: req-a35fba52-c929-4f86-8caf-897cf969db23 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:06.188279 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:06.188517 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a35fba52-c929-4f86-8caf-897cf969db23 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:06.188917 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'status': 'completed', 'code': 200} Mar 08 16:01:06.262472 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:06.321041 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-8f6c9a4f-910b-48dc-ac51-2c337f021231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:06.322537 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-8f6c9a4f-910b-48dc-ac51-2c337f021231 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30c67737012a4adea9767179ce27832c&device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 1130 time: 0.1049187 Mar 08 16:01:06.424032 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-de18c372-a7f9-41fa-a83b-6278e6d0ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:06.425396 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-de18c372-a7f9-41fa-a83b-6278e6d0ae66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 200 len: 916 time: 0.0964663 Mar 08 16:01:06.496331 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-cb5a6fd3-fb87-48e4-b107-6a4563b23fe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 HTTP/1.1" status: 200 len: 1000 time: 0.0604882 Mar 08 16:01:06.552480 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-7abfd809-612e-49c8-b042-6df3a4ced28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:06.554615 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-7abfd809-612e-49c8-b042-6df3a4ced28f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 200 len: 854 time: 0.0488167 Mar 08 16:01:06.605977 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-30804a37-85f7-4bf8-809d-c5c0b236e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:06.607502 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-30804a37-85f7-4bf8-809d-c5c0b236e91e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=373085e0-5393-4c54-8adb-64b19cfacec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443029 Mar 08 16:01:06.627293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '439ac9c1-58d0-4f6d-92ec-e301abbc4006', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:7a:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:00:53Z', 'updated_at': '2022-03-08T16:01:05Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:06.664455 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:06.673117 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:06.673730 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:06.705415 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-34f3464a-55b6-4264-90e1-aa2af31091e3 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868433 Mar 08 16:01:06.790420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:06.802861 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-41b76b39-8b8f-4d33-9834-9001644b37bd req-23a405d0-0c65-4234-b708-726fa8f5e770 service neutron] 10.222.0.37 "GET /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Mar 08 16:01:06.920311 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a572988-9ece-4646-80ca-b7ebe74a2e39 req-7af8e4c3-039b-47e3-b25c-b176b94111dd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:06.921869 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a572988-9ece-4646-80ca-b7ebe74a2e39 req-7af8e4c3-039b-47e3-b25c-b176b94111dd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0537848 Mar 08 16:01:06.972990 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4a572988-9ece-4646-80ca-b7ebe74a2e39 req-62aaf4fa-d3fa-43d6-aba9-d20d4e8d4c11 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445862 Mar 08 16:01:07.034217 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '439ac9c1-58d0-4f6d-92ec-e301abbc4006', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:7a:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:00:53Z', 'updated_at': '2022-03-08T16:01:05Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:07.064230 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d64fe-39e2-4a22-ae72-5b3040b30ceb None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '439ac9c1-58d0-4f6d-92ec-e301abbc4006', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'port_id': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'mac_address': 'fa:16:3e:7a:fc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:00:53Z', 'updated_at': '2022-03-08T16:01:05Z', 'revision_number': 1, 'project_id': '30c67737012a4adea9767179ce27832c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:07.267051 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95527fb-183d-49df-9dd8-c1f9c28adfbd None None] New status for floating IP 439ac9c1-58d0-4f6d-92ec-e301abbc4006: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:01:08.106057 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c513f-8b7f-4ef4-9624-6dcdb68691b9 req-f120f8d5-a3bd-4ab4-993c-eaf39d1b477b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:08.107804 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-be2c513f-8b7f-4ef4-9624-6dcdb68691b9 req-f120f8d5-a3bd-4ab4-993c-eaf39d1b477b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0612214 Mar 08 16:01:08.162030 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-be2c513f-8b7f-4ef4-9624-6dcdb68691b9 req-b04e127b-7ea3-474a-97ac-4b02b330d108 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488358 Mar 08 16:01:08.347055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233b7c3-8cba-4ce7-85ff-97fa528049c0 req-16188a4c-9395-4c7e-a86b-38799180d070 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:08.348462 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f233b7c3-8cba-4ce7-85ff-97fa528049c0 req-16188a4c-9395-4c7e-a86b-38799180d070 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0543067 Mar 08 16:01:08.397418 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f233b7c3-8cba-4ce7-85ff-97fa528049c0 req-3007e010-651d-4d94-91b7-f56c3056d2e1 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427270 Mar 08 16:01:09.287723 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d6617-b629-43ac-9fee-ff1e62228892 req-4adcac6f-c0ac-4c5c-8865-a062a5973331 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:09.289193 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-752d6617-b629-43ac-9fee-ff1e62228892 req-4adcac6f-c0ac-4c5c-8865-a062a5973331 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0536485 Mar 08 16:01:09.335613 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-752d6617-b629-43ac-9fee-ff1e62228892 req-783186c9-30d2-4cd9-a073-41e1e7dbf351 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405152 Mar 08 16:01:09.521370 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babac84-a8d1-4d2a-b093-a4cde9c0ff9b req-b86994b7-3cb1-411f-83e6-02bd3bfb72f1 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:09.522826 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8babac84-a8d1-4d2a-b093-a4cde9c0ff9b req-b86994b7-3cb1-411f-83e6-02bd3bfb72f1 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0576012 Mar 08 16:01:09.568904 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8babac84-a8d1-4d2a-b093-a4cde9c0ff9b req-1a43f6e5-e093-4aae-aa86-2faaa49625be tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405607 Mar 08 16:01:10.456503 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e04f9e-75de-45bd-8357-38ba62cdbd79 req-92858586-b701-4000-b5f4-6447e2105673 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:10.457961 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-09e04f9e-75de-45bd-8357-38ba62cdbd79 req-92858586-b701-4000-b5f4-6447e2105673 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0529137 Mar 08 16:01:10.505512 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-09e04f9e-75de-45bd-8357-38ba62cdbd79 req-8def8cc0-e24b-487b-9eec-c8bfb67b91e3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414209 Mar 08 16:01:10.690108 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947997a-6bb0-4247-ad7a-46a4de8d7920 req-98fe783b-24be-498f-9313-d590131d03c7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:10.691623 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6947997a-6bb0-4247-ad7a-46a4de8d7920 req-98fe783b-24be-498f-9313-d590131d03c7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0565746 Mar 08 16:01:10.738566 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6947997a-6bb0-4247-ad7a-46a4de8d7920 req-715b2b80-2ad9-4116-a37f-1d952ef999bc tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cdd9553-19e2-4b82-99e0-17ac49f295c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408785 Mar 08 16:01:10.765851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-aa3a1075-aec3-474e-92c4-c3b4608b5531 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:10.767502 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-aa3a1075-aec3-474e-92c4-c3b4608b5531 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 945 time: 0.0527403 Mar 08 16:01:10.868651 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Deleting port 8202e794-dc7b-48ad-b2ac-3baada3859b4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:10.868993 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:10.954648 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] For port 8202e794-dc7b-48ad-b2ac-3baada3859b4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8202e794-dc7b-48ad-b2ac-3baada3859b4,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:10.954925 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:11.127662 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:11.128021 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (57af6fc3-e3dd-4ebb-8b83-730d450c4c06), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:11.128334 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Floating IP 57af6fc3-e3dd-4ebb-8b83-730d450c4c06 disassociated. External IP: 172.27.2.170, port: 8202e794-dc7b-48ad-b2ac-3baada3859b4. Mar 08 16:01:11.128673 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Calling delete_port for 8202e794-dc7b-48ad-b2ac-3baada3859b4 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:11.250744 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (8202e794-dc7b-48ad-b2ac-3baada3859b4), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:11.279432 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event deleted for resources: {'Port': ['ID=8202e794-dc7b-48ad-b2ac-3baada3859b4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:11.394816 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Router db187081-1017-4b89-9124-2aac147dc0c5 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:11.506716 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:11.516548 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:11.527795 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:11.528415 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:11.552268 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] No DVR routers for this DVR port 8202e794-dc7b-48ad-b2ac-3baada3859b4 on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:11.554408 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:11.558451 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d38ee29f-88ca-4684-8d5d-c66061f4fa41 req-57ac4a1f-6a93-4253-9bcb-f320db97658b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "DELETE /v2.0/ports/8202e794-dc7b-48ad-b2ac-3baada3859b4 HTTP/1.1" status: 204 len: 173 time: 0.7826900 Mar 08 16:01:11.558857 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'name': 'network-vif-deleted', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:11.561134 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a32123-03c6-4607-954e-5c002ccc9da2" -d '{"events": [{"server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "name": "network-vif-deleted", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:11.597334 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501addeb-fac6-4f49-bac7-5129bc3bf0d0 x-openstack-request-id: req-501addeb-fac6-4f49-bac7-5129bc3bf0d0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:11.597635 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8513ea-0f8e-4746-9338-e9d7720b7690", "name": "network-vif-deleted", "tag": "8202e794-dc7b-48ad-b2ac-3baada3859b4", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:11.597898 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-501addeb-fac6-4f49-bac7-5129bc3bf0d0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:11.598370 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8513ea-0f8e-4746-9338-e9d7720b7690', 'name': 'network-vif-deleted', 'tag': '8202e794-dc7b-48ad-b2ac-3baada3859b4', 'status': 'completed', 'code': 200} Mar 08 16:01:11.658908 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d421f1d-b792-4175-a42a-853cffd9eb8d req-2b6c53c2-7236-4d47-a39b-a5babc12b9c9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:11.662917 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:11.669118 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1d421f1d-b792-4175-a42a-853cffd9eb8d req-2b6c53c2-7236-4d47-a39b-a5babc12b9c9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0841115 Mar 08 16:01:11.722887 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1d421f1d-b792-4175-a42a-853cffd9eb8d req-4f12f5e6-f091-4e8c-8da6-00a0b5aabf14 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525713 Mar 08 16:01:11.850089 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-66b0ffba-df00-4707-aa26-4fcd145ce8ba req-64b5b29a-629b-492b-8853-8cc56ae03e3c tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e8513ea-0f8e-4746-9338-e9d7720b7690 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Mar 08 16:01:11.887455 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:11.913133 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:11.921914 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:11.922512 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:12.030236 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:12.216721 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:01:12.310289 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:12.339025 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450cc998-c734-40dd-beab-a431d9a7942b None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:12.357363 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:12.369520 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'mac_address': 'fa:16:3e:86:9e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:01:12.410838 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: ACTIVE; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:12.411252 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:12.425445 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf43d19c-ccb4-499c-b06d-afb1b798e251 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:12.446613 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:12.450545 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:12.507513 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:12.571703 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['cf43d19c-ccb4-499c-b06d-afb1b798e251'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:12.580410 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d78c360-4b98-4a94-a7b9-a64d11d775fc None None] New status for floating IP 57af6fc3-e3dd-4ebb-8b83-730d450c4c06: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:01:12.852882 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3ea6-a020-41b1-918c-4d2907259cfc req-43c14dd6-5f4d-41d1-a6d7-c153569b0f4f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:12.854428 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb3d3ea6-a020-41b1-918c-4d2907259cfc req-43c14dd6-5f4d-41d1-a6d7-c153569b0f4f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 944 time: 0.0595963 Mar 08 16:01:12.902185 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-eb3d3ea6-a020-41b1-918c-4d2907259cfc req-e0f1cc3d-5da1-4738-a8bd-b67274a620e4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420864 Mar 08 16:01:12.932516 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:12.984110 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e80329f-f59c-4fd5-b77f-204612e4a998 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (8cdd9553-19e2-4b82-99e0-17ac49f295c8), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.006911 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e80329f-f59c-4fd5-b77f-204612e4a998 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (8cdd9553-19e2-4b82-99e0-17ac49f295c8), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.052663 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e80329f-f59c-4fd5-b77f-204612e4a998 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (8cdd9553-19e2-4b82-99e0-17ac49f295c8), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.055736 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e80329f-f59c-4fd5-b77f-204612e4a998 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.056852 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6e80329f-f59c-4fd5-b77f-204612e4a998 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "DELETE /v2.0/security-groups/8cdd9553-19e2-4b82-99e0-17ac49f295c8 HTTP/1.1" status: 204 len: 168 time: 0.1233757 Mar 08 16:01:13.059699 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34842) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:13.066057 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80329f-f59c-4fd5-b77f-204612e4a998 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdd9553-19e2-4b82-99e0-17ac49f295c8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:13.075018 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-7b3fab2d-1b87-466b-b82e-7d64e0b78a56 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] show failed (client error): The resource could not be found. Mar 08 16:01:13.078579 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-7b3fab2d-1b87-466b-b82e-7d64e0b78a56 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups/8cdd9553-19e2-4b82-99e0-17ac49f295c8 HTTP/1.1" status: 404 len: 347 time: 0.0148678 Mar 08 16:01:13.079235 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34844) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:13.203530 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Deleting port 597fbd9a-e686-4e6a-a4b2-4d87938fc8ec {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:13.203869 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.278747 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.279086 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.290793 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Calling delete_port for 597fbd9a-e686-4e6a-a4b2-4d87938fc8ec owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:13.421039 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (597fbd9a-e686-4e6a-a4b2-4d87938fc8ec), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.444798 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event deleted for resources: {'Port': ['ID=597fbd9a-e686-4e6a-a4b2-4d87938fc8ec,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:13.510945 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (57af6fc3-e3dd-4ebb-8b83-730d450c4c06), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.513811 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.517755 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-cde4dbdb-3326-4ca2-946b-e52ae9bf5ff3 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "DELETE /v2.0/floatingips/57af6fc3-e3dd-4ebb-8b83-730d450c4c06 HTTP/1.1" status: 204 len: 168 time: 0.4346361 Mar 08 16:01:13.829470 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34868) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:13.834265 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'security_group': {'name': 'tempest-securitygroup--933488403', 'description': 'tempest-description--1328928169'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:13.877073 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:13.908147 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-90cfd817-62f1-4983-a9e4-7f0850a2cfd0 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257961893&fields=id&tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3 HTTP/1.1" status: 200 len: 267 time: 0.0677543 Mar 08 16:01:14.038213 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.049101 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-ec76611e-afb3-407d-8f9f-6772c8302ac7 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:14.050585 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-ec76611e-afb3-407d-8f9f-6772c8302ac7 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 984 time: 0.1354363 Mar 08 16:01:14.052547 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.082610 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Request body: {'port': {'security_groups': ['ba31724b-5ad2-4b24-ad2d-d49f00247fe7']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:14.098833 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.104746 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34884) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:14.105220 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2744892 Mar 08 16:01:14.110535 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'security_group_rule': {'security_group_id': '0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:14.142987 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (2ce65f2a-9622-4fd0-9b1f-4e0f036aee4c), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.150559 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ffaf1-1361-4a27-9003-17710d6e894a req-6e000d06-d871-448b-a86c-632d3bc9799c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:14.150559 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e10ffaf1-1361-4a27-9003-17710d6e894a req-6e000d06-d871-448b-a86c-632d3bc9799c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 944 time: 0.1666641 Mar 08 16:01:14.162999 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bceb64-c92a-4b30-abcd-127554afa3ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:14.222927 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (2ce65f2a-9622-4fd0-9b1f-4e0f036aee4c), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.231336 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:14.243594 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (2ce65f2a-9622-4fd0-9b1f-4e0f036aee4c), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.263738 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.287481 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce65f2a-9622-4fd0-9b1f-4e0f036aee4c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:14.293622 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.297896 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e10ffaf1-1361-4a27-9003-17710d6e894a req-e18fc67d-ae4c-48ca-a15e-08ab44a9e11b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156647 Mar 08 16:01:14.298593 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-58111191-c0e1-4827-9c3f-e02442e083ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927369 Mar 08 16:01:14.299596 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34890) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:14.302166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port cf43d19c-ccb4-499c-b06d-afb1b798e251 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:14.302735 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.305921 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'security_group_rule': {'security_group_id': '0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:14.345791 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (1c20b4a3-5f62-46be-8a66-292345eafd4f), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.407978 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:14.408651 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.425696 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (1c20b4a3-5f62-46be-8a66-292345eafd4f), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.431433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (1c20b4a3-5f62-46be-8a66-292345eafd4f), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.438820 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:14.441879 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c18287-85d6-45c8-9473-45ef541ff119" -d '{"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:14.456631 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c20b4a3-5f62-46be-8a66-292345eafd4f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:14.463231 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.466886 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:14.468381 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-877be7bb-d607-4064-94e5-d36b3d557b4a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662683 Mar 08 16:01:14.468889 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34894) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:14.473683 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:14.480973 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.482004 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8202e794-dc7b-48ad-b2ac-3baada3859b4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:14.500792 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.520093 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64956105-9a52-4cd5-ac37-9a2dd398a913 x-openstack-request-id: req-64956105-9a52-4cd5-ac37-9a2dd398a913 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:14.520602 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:14.520857 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64956105-9a52-4cd5-ac37-9a2dd398a913 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:14.521251 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'code': 200} Mar 08 16:01:14.525941 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 8202e794-dc7b-48ad-b2ac-3baada3859b4 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:14.526487 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 8202e794-dc7b-48ad-b2ac-3baada3859b4 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:14.543298 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:14.575365 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:14.576950 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.583104 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.594568 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['2bf9f923-3104-447a-81ac-d5f0aee92586'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:14.608830 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.638510 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:14.639158 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.640538 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-44ec533f-b0f6-4caf-96b0-4ea80abe8b17 req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "PUT /v2.0/ports/2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 942 time: 0.5751758 Mar 08 16:01:14.640989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:14.646381 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:14.648152 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 34896) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:14.674351 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb29303-3d74-487d-b6ad-bbe6c5f6d096 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event updated for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=7']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:14.724416 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a9eabe-7392-43e4-92f2-4a170326dd70 x-openstack-request-id: req-c2a9eabe-7392-43e4-92f2-4a170326dd70 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:14.724722 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:14.724978 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2a9eabe-7392-43e4-92f2-4a170326dd70 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:14.725383 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'status': 'completed', 'code': 200} Mar 08 16:01:14.738059 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['2bf9f923-3104-447a-81ac-d5f0aee92586'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:14.900542 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Allocated IP 172.27.2.41 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/a27bebb1-cf08-4c22-abb8-087616f8992b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:01:14.902577 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-536bc45b-9464-4057-b67b-bfaadcc1f0d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group (c7b79884-053d-46b7-ab47-287f5888efe8), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.932757 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-536bc45b-9464-4057-b67b-bfaadcc1f0d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group (c7b79884-053d-46b7-ab47-287f5888efe8), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:14.983048 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-b40d52cf-6271-4ab6-8200-3e9ac6a8ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:14.985467 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-b40d52cf-6271-4ab6-8200-3e9ac6a8ad57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1129 time: 0.2332184 Mar 08 16:01:15.025388 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a9f2e784-2b80-4e58-b788-9be400b42200 None None] Provisioning complete for port 2bf9f923-3104-447a-81ac-d5f0aee92586 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:15.025915 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e784-2b80-4e58-b788-9be400b42200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.192462 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-536bc45b-9464-4057-b67b-bfaadcc1f0d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c7b79884-053d-46b7-ab47-287f5888efe8), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.197858 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-536bc45b-9464-4057-b67b-bfaadcc1f0d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.201315 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-536bc45b-9464-4057-b67b-bfaadcc1f0d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7b79884-053d-46b7-ab47-287f5888efe8 HTTP/1.1" status: 204 len: 168 time: 0.5499618 Mar 08 16:01:15.202794 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 34900) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:15.246175 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bc45b-9464-4057-b67b-bfaadcc1f0d1 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b79884-053d-46b7-ab47-287f5888efe8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:15.246175 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-48fbf479-1807-4cf7-a51a-449e84339f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:15.246175 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-48fbf479-1807-4cf7-a51a-449e84339f4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 916 time: 0.2481718 Mar 08 16:01:15.326137 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.366926 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-fd3edbe0-12ec-499e-a619-7a479a4c81b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 1001 time: 0.1030440 Mar 08 16:01:15.404746 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2e784-2b80-4e58-b788-9be400b42200 None None] Current status of the port 2bf9f923-3104-447a-81ac-d5f0aee92586 is: ACTIVE; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:15.442573 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.490267 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-723e6bc7-63ed-47f1-a1fb-5e1847fb1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:15.491834 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-723e6bc7-63ed-47f1-a1fb-5e1847fb1657 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.1172678 Mar 08 16:01:15.495960 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:01:15.502512 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:01:15.513552 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:01:15.567920 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'Port': ['ID=a27bebb1-cf08-4c22-abb8-087616f8992b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:15.589785 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3908e-0609-48cb-a5db-4a4b79957622 req-70832dad-6d2f-4c88-8c82-61df904d8227 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:15.598754 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0b3908e-0609-48cb-a5db-4a4b79957622 req-70832dad-6d2f-4c88-8c82-61df904d8227 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1204491 Mar 08 16:01:15.632167 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (63c65940-c981-4532-ae1c-2450f0a1ab75), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.663254 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0b3908e-0609-48cb-a5db-4a4b79957622 req-ce5f3268-fb7f-4ae8-af37-556f141072d1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585122 Mar 08 16:01:15.667820 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-d7461703-9c64-47cb-b304-bc89bacf4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:15.669350 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-d7461703-9c64-47cb-b304-bc89bacf4925 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1681218 Mar 08 16:01:15.698548 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Deleting port 6f69ad9a-db8d-490f-a304-07aeb775cb6b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:15.699804 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.715278 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.794774 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.794774 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for floatingip (6f69ad9a-db8d-490f-a304-07aeb775cb6b), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:15.808786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Calling delete_port for 6f69ad9a-db8d-490f-a304-07aeb775cb6b owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:15.822955 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-88568cf8-31ab-4e50-add1-b9bae29ebeb2 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456916 Mar 08 16:01:15.980186 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a4a0c7c6-fce3-4e0e-a789-9d9b25b668ef req-5c409cb1-048b-4932-b922-b21e7d0a6508 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508453 Mar 08 16:01:15.995618 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:16.004305 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:16.047462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (6f69ad9a-db8d-490f-a304-07aeb775cb6b), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:16.097451 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event deleted for resources: {'Port': ['ID=6f69ad9a-db8d-490f-a304-07aeb775cb6b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:16.182479 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'Port': ['ID=a27bebb1-cf08-4c22-abb8-087616f8992b,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:16.189930 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks [] for floatingip (6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:16.190414 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Floating IP 6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c disassociated (deleted). External IP: 172.27.2.232, port: 2bf9f923-3104-447a-81ac-d5f0aee92586. Mar 08 16:01:16.193344 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (63c65940-c981-4532-ae1c-2450f0a1ab75), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:16.218376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:16.219733 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b6dc9017-518a-475f-abd3-aea719fd5848 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7498512 Mar 08 16:01:16.836912 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:16.843915 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-2059a4f8-d3c4-487c-95ff-6184b66adc77 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976838279&fields=id&tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45 HTTP/1.1" status: 200 len: 267 time: 0.1217575 Mar 08 16:01:16.848650 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-d125f94c-0f86-4f5c-8aa9-d023607bccda tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--933488403&fields=id&tenant_id=d34a1970b3984b0d8c357646012586c2 HTTP/1.1" status: 200 len: 267 time: 0.1254573 Mar 08 16:01:17.182452 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-b4f67c98-02e9-49ca-937a-f4299489b443 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:17.184026 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-b4f67c98-02e9-49ca-937a-f4299489b443 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 806 time: 0.3335123 Mar 08 16:01:17.192511 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-d5667ec4-8ca3-426a-b292-08ded02ffe0f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:17.194041 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-d5667ec4-8ca3-426a-b292-08ded02ffe0f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 810 time: 0.3319616 Mar 08 16:01:17.217791 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-e307d07a-39e7-4ce1-8ee9-77681d8446e0 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/quotas/4fae8b959b1d4e4e9f2396acf8e95a45 HTTP/1.1" status: 200 len: 375 time: 0.0204771 Mar 08 16:01:17.223869 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:17.230839 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:17.235984 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] Sync routers for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:17.256170 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:17.257209 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:17.268621 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-6907c315-cb94-43ef-a87c-b7434bac5b77 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/quotas/d34a1970b3984b0d8c357646012586c2 HTTP/1.1" status: 200 len: 375 time: 0.0617006 Mar 08 16:01:17.270963 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-7a4b3659-f6f9-44a6-9674-f95a62a28e59 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "DELETE /v2.0/floatingips/6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c HTTP/1.1" status: 204 len: 168 time: 2.0664663 Mar 08 16:01:17.279194 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:17.281423 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:17.371368 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-914e9472-c048-4bc9-ba00-294f0c84a787 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020777 Mar 08 16:01:17.377890 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-104553de-c637-43ce-8f01-16b36836da0c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519101 Mar 08 16:01:17.395624 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:17.599789 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-37b3c735-78c1-44ab-b191-41db3538e150 service neutron] 10.222.0.15 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971254 Mar 08 16:01:17.603519 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-a7dec089-e9a8-46d2-bd0b-82c2b1a08a4d service neutron] 10.222.0.15 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056053 Mar 08 16:01:17.694946 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:17.724551 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] Checking router: 4b9a0f8e-62a1-4dd3-9700-e197ae032654 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:17.734307 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:17.734918 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:17.779922 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-d8b94ae7-571d-4eee-9994-0330c89d9d6a service neutron] 10.222.0.15 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704762 Mar 08 16:01:17.787285 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-680951b5-7813-4ce0-ad99-db9d0fd1b1cd service neutron] 10.222.0.15 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539292 Mar 08 16:01:17.871369 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:18.109412 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f613d5-45ed-4145-bea7-39ad2b121fdd req-9a06a4b8-ff47-46f3-aaef-524906d25794 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:18.110752 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d0f613d5-45ed-4145-bea7-39ad2b121fdd req-9a06a4b8-ff47-46f3-aaef-524906d25794 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.0866165 Mar 08 16:01:18.219710 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d0f613d5-45ed-4145-bea7-39ad2b121fdd req-7901fee6-7f35-4d22-aee1-6028b3d516cf tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001854 Mar 08 16:01:18.230328 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:18.288745 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2981a4f-2bce-407a-abe1-c874f3b5a7ff None None] The sync data for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi is: [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T15:58:27Z', 'revision_number': 4, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '38909711-7056-40bd-b0b8-820901b2e571', 'name': '', 'network_id': 'd227d8fd-b748-4385-847e-764a400f92aa', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'mac_address': 'fa:16:3e:cb:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:26Z', 'updated_at': '2022-03-08T15:58:34Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'subnets': [{'id': 'e6591f45-8deb-40c3-a986-7b3e7560890f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:18.431985 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73337125-1d92-4556-9462-7f3ebd3bd881 x-openstack-request-id: req-73337125-1d92-4556-9462-7f3ebd3bd881 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:18.432290 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:18.432545 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73337125-1d92-4556-9462-7f3ebd3bd881 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:18.432950 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'status': 'completed', 'code': 200} Mar 08 16:01:18.547184 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e3f8dc8d-1d18-4c6d-86d6-b58f9d8e0540 req-f51503c1-e8b6-410d-8b0c-819bd199b4f6 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 210 time: 0.0749235 Mar 08 16:01:18.571042 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-5593df6d-0f98-451b-820f-b360d2a54572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:18.573594 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-5593df6d-0f98-451b-820f-b360d2a54572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 1129 time: 0.0969570 Mar 08 16:01:18.626989 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a64e4386-095a-40ab-a596-02f3cee35ffb req-171b5f6f-8804-46cf-9174-e0b183609d81 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 210 time: 0.0360525 Mar 08 16:01:18.772806 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-7cc05c57-4af6-477c-80b7-19ffea7812c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:18.775099 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-7cc05c57-4af6-477c-80b7-19ffea7812c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 200 len: 916 time: 0.1914992 Mar 08 16:01:18.842543 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-69ca2b38-24aa-4003-ba27-17a880e2a539 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 200 len: 217 time: 0.0508873 Mar 08 16:01:18.942150 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa5a1d-a599-47d5-8d86-b661526b402e None None] New status for floating IP 6b1a6ca5-8581-4ab6-9bde-ace264e2cd4c: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:01:18.974779 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-9dcc58e7-4674-4de1-94e6-7e7a30e88bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:18.978296 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-9dcc58e7-4674-4de1-94e6-7e7a30e88bee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 200 len: 854 time: 0.1274602 Mar 08 16:01:19.082443 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-defbe14e-7ac0-40ee-9112-f119061ded24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:19.084181 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-defbe14e-7ac0-40ee-9112-f119061ded24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d227d8fd-b748-4385-847e-764a400f92aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1012862 Mar 08 16:01:19.213451 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-fe673851-93de-4e40-b6ea-3752cdc48ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139724 Mar 08 16:01:19.420778 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-e639a5b2-b61c-46fd-997d-a09d6cffbeb7 req-7876e8bb-7fc1-4bd4-bf35-5289095a3f40 service neutron] 10.222.0.37 "GET /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962552 Mar 08 16:01:19.474739 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd64583-15f5-4a6c-86a6-e8cda2e084a8 req-52679964-9317-4f61-b0c4-9d9d9bf2802d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:19.478369 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2bd64583-15f5-4a6c-86a6-e8cda2e084a8 req-52679964-9317-4f61-b0c4-9d9d9bf2802d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1031232 Mar 08 16:01:19.558090 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2bd64583-15f5-4a6c-86a6-e8cda2e084a8 req-00099b14-a9db-462e-9894-b34c4c1c3820 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713832 Mar 08 16:01:19.624786 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:19.659657 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5a60b531-d85a-4346-a73c-20d068d6139c req-af26dcde-d28b-4884-bce1-81c4cff7fa6a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 210 time: 0.0292325 Mar 08 16:01:19.783320 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f4be19be-a5a6-49d6-99a5-1685109d6bf6 req-5ecc5926-7b62-46e4-aaad-7362bbc06b0f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 210 time: 0.0449812 Mar 08 16:01:20.076208 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-d15ff3e5-a11b-4b02-9a47-3e9a38c0f85e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:20.077652 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-d15ff3e5-a11b-4b02-9a47-3e9a38c0f85e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 806 time: 0.1818123 Mar 08 16:01:20.207399 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-9506fa7b-b405-4f64-9bc0-b435e0ed1b4e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45 HTTP/1.1" status: 200 len: 380 time: 0.1176786 Mar 08 16:01:20.217941 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'port': {'device_id': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'admin_state_up': True, 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'security_groups': ['23d3edb1-40f6-4280-b083-55dfafecf8cc']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:20.303858 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-f78c895a-eef8-47a1-af70-aa7172b77558 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:20.306093 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-f78c895a-eef8-47a1-af70-aa7172b77558 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 810 time: 0.2527807 Mar 08 16:01:20.415017 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-bb4f6f13-0a35-4e5d-a619-0eafe1f807e0 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d34a1970b3984b0d8c357646012586c2 HTTP/1.1" status: 200 len: 379 time: 0.0894375 Mar 08 16:01:20.416182 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Made reservation on behalf of 4fae8b959b1d4e4e9f2396acf8e95a45 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:01:20.419385 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:20.433486 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'port': {'device_id': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'admin_state_up': True, 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'security_groups': ['0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:20.642733 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Allocated IP 172.20.0.13 (b0a9c23a-4417-4ce7-8e45-10aee7bbb379/bb461aac-0706-4fd0-9a70-1d11cf159f26/0c4ca38f-1752-4fff-9982-2a2df8af9a7d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:01:20.660901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Made reservation on behalf of d34a1970b3984b0d8c357646012586c2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:01:20.664411 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:20.865704 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ba4e-ba6d-4b16-9695-cbca4f4967c7 req-2b0da00b-2b84-4d15-990a-512798c0ebf6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:20.873411 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e555ba4e-ba6d-4b16-9695-cbca4f4967c7 req-2b0da00b-2b84-4d15-990a-512798c0ebf6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1552775 Mar 08 16:01:20.891728 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-03d929ce-cdae-458e-b473-a87bc99f9ede req-f883205a-94bd-4f6a-8f5a-3a6e376e72ff tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 210 time: 0.0516903 Mar 08 16:01:20.966319 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Allocated IP 172.20.0.3 (a9a19af1-8396-48e6-8908-efd8c00a1ac7/b95fbc01-b64b-4c40-b64a-4cf292f55531/d67a6548-f851-41a7-92d9-56002ebdce43) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:01:20.971306 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e555ba4e-ba6d-4b16-9695-cbca4f4967c7 req-2f4ee592-25f7-49f6-99c6-93ca6f13a011 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965641 Mar 08 16:01:20.996298 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.060360 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6031fc2c-e30b-482f-865a-608e8a92f3f9 req-e1da6644-0f5a-4d1d-9b3f-673cd4fa0088 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 210 time: 0.0343857 Mar 08 16:01:21.157927 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.226256 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:01:21.236319 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:01:21.241993 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for port (d67a6548-f851-41a7-92d9-56002ebdce43), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.246125 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:01:21.251805 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:21.293340 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.293694 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.294014 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.294345 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.294677 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.294996 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.295339 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.296684 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.296684 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.296684 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.296684 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.297016 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.297264 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:21.349808 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:21.352011 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.382214 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-cbd31718-1a74-4b24-ada2-96d3d2ff9fee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1679215 Mar 08 16:01:21.384541 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.410285 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Request body: {'port': {'device_id': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:21.474813 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:01:21.483091 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:01:21.486415 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:01:21.532167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cebfe838-dfc7-4fb2-9210-52d2d688d4e7 None None] Provisioning complete for port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:21.533118 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cebfe838-dfc7-4fb2-9210-52d2d688d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.589105 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cebfe838-dfc7-4fb2-9210-52d2d688d4e7 None None] Port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:01:21.589342 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event updated for resources: {'Port': ['ID=d67a6548-f851-41a7-92d9-56002ebdce43,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:21.630631 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:21.631400 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.669718 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-3ca64373-d756-418b-8d92-5f6d1f468d2a tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2406261 Mar 08 16:01:21.684824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Request body: {'port': {'device_id': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:21.715792 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.732024 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b507fdb-97ab-4f8c-9e96-bb9d8b5ac1f1 req-f983c95d-f494-46d2-bb7b-f1d91113b384 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:21.740271 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3b507fdb-97ab-4f8c-9e96-bb9d8b5ac1f1 req-f983c95d-f494-46d2-bb7b-f1d91113b384 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.0719674 Mar 08 16:01:21.805778 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3b507fdb-97ab-4f8c-9e96-bb9d8b5ac1f1 req-894d41bb-4215-4fb5-936d-9312a2c6235c tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Mar 08 16:01:21.835539 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:21.922628 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1d912518-0ce0-4727-85a1-621999c0a9a4 None None] Provisioning complete for port d67a6548-f851-41a7-92d9-56002ebdce43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:21.923329 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1d912518-0ce0-4727-85a1-621999c0a9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:22.158164 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1d912518-0ce0-4727-85a1-621999c0a9a4 None None] Port d67a6548-f851-41a7-92d9-56002ebdce43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:01:22.169979 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2804624-cc61-44f5-aa6e-82d4bbe890d1 req-ef59417e-b615-4ec5-8abf-5049c4745f9b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:22.177446 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d2804624-cc61-44f5-aa6e-82d4bbe890d1 req-ef59417e-b615-4ec5-8abf-5049c4745f9b tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 931 time: 0.0997424 Mar 08 16:01:22.287642 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d2804624-cc61-44f5-aa6e-82d4bbe890d1 req-d4ed13ca-ef8f-4a31-bd6f-6c4f07015507 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092427 Mar 08 16:01:22.310509 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f53426-b7d3-45ad-a571-f839c2abc639 req-ac5ca5d3-3a4a-48d1-ba8b-5d457dc52281 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:22.311593 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-18f53426-b7d3-45ad-a571-f839c2abc639 req-ac5ca5d3-3a4a-48d1-ba8b-5d457dc52281 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1255281 Mar 08 16:01:22.379638 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-18f53426-b7d3-45ad-a571-f839c2abc639 req-e24538b1-b763-41f0-a12a-e37c1663146a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606477 Mar 08 16:01:22.441108 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e6034-fd16-4bbd-a8a9-34cb820cfa14 req-1d0c8778-6fa9-4687-ab9b-71a87c275ec7 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:22.442983 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-235e6034-fd16-4bbd-a8a9-34cb820cfa14 req-1d0c8778-6fa9-4687-ab9b-71a87c275ec7 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 932 time: 0.0618489 Mar 08 16:01:22.510520 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-235e6034-fd16-4bbd-a8a9-34cb820cfa14 req-2b1c4358-5bfe-4123-9d10-962f08ac9bd4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597851 Mar 08 16:01:22.688537 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67a6548-f851-41a7-92d9-56002ebdce43 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:22.715693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Publish callbacks [] for port (d67a6548-f851-41a7-92d9-56002ebdce43), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:22.738494 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Transition to ACTIVE for port object d67a6548-f851-41a7-92d9-56002ebdce43 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 16:01:22.758818 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4ca38f-1752-4fff-9982-2a2df8af9a7d {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:22.766683 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:22.783668 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Publish callbacks [] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:22.842142 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Transition to ACTIVE for port object 0c4ca38f-1752-4fff-9982-2a2df8af9a7d will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 16:01:22.842668 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=d67a6548-f851-41a7-92d9-56002ebdce43,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:22.922011 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:22.978624 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30626c1-3f72-454f-8d64-aef7ed8b0741 req-ab607bbe-c422-4ad3-b8b2-5ba2be9c80ef tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:22.997088 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e30626c1-3f72-454f-8d64-aef7ed8b0741 req-ab607bbe-c422-4ad3-b8b2-5ba2be9c80ef tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.0973847 Mar 08 16:01:23.003541 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:23.031586 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Attempting to bind port d67a6548-f851-41a7-92d9-56002ebdce43 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:01:23.031586 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Attempting to bind port d67a6548-f851-41a7-92d9-56002ebdce43 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:01:23.031586 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Attempting to bind port d67a6548-f851-41a7-92d9-56002ebdce43 on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:23.081752 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e30626c1-3f72-454f-8d64-aef7ed8b0741 req-6ba73850-dcde-41f3-8151-8d2cfcab6dfd tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815141 Mar 08 16:01:23.114797 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Port d67a6548-f851-41a7-92d9-56002ebdce43 on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 16:01:23.115316 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Attempting to bind port d67a6548-f851-41a7-92d9-56002ebdce43 on network a9a19af1-8396-48e6-8908-efd8c00a1ac7 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:23.122813 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Attempting to bind port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:01:23.123340 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Attempting to bind port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:01:23.123782 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Attempting to bind port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d on network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:23.130361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:01:23.130844 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Checking segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:01:23.131403 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Bound using segment: {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:01:23.131947 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Bound port: d67a6548-f851-41a7-92d9-56002ebdce43, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573a21c0-f298-46d1-9bf5-c6dc17bf9498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:01:23.132404 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:23.135141 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d on network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 16:01:23.135534 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Attempting to bind port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d on network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:23.141901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:01:23.142139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Checking segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:01:23.142768 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Bound using segment: {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:01:23.143241 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Bound port: 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d2e107-1f60-4c78-a2bb-f100b0049fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:01:23.143678 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:23.267498 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] For port d67a6548-f851-41a7-92d9-56002ebdce43, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:01:23.272464 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] For port d67a6548-f851-41a7-92d9-56002ebdce43, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d67a6548-f851-41a7-92d9-56002ebdce43,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:01:23.278199 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:01:23.282620 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:01:23.287907 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:23.318380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:23.346852 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:23.347507 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:23.348928 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] 10.222.0.37 "PUT /v2.0/ports/d67a6548-f851-41a7-92d9-56002ebdce43 HTTP/1.1" status: 200 len: 1093 time: 1.6684234 Mar 08 16:01:23.349384 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:23.352343 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640fc963-558c-49f2-9cb3-adcd017d54f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:23.382800 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:23.383585 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:23.385901 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 1094 time: 1.9825773 Mar 08 16:01:23.420419 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45300f66-bc9a-4066-9310-18e8f341cb50 service neutron] Pushing event updated for resources: {'Port': ['ID=d67a6548-f851-41a7-92d9-56002ebdce43,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:23.552661 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd44c4c-c78b-4dae-bb4b-372699ae7e4f req-4d1404b3-b9e3-40c6-b581-25787c79d019 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:23.555016 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3cd44c4c-c78b-4dae-bb4b-372699ae7e4f req-4d1404b3-b9e3-40c6-b581-25787c79d019 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 943 time: 0.1353834 Mar 08 16:01:23.639846 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039b6cf-2485-4f4f-905a-f8335ec5b754 x-openstack-request-id: req-8039b6cf-2485-4f4f-905a-f8335ec5b754 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:23.640164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:23.640397 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8039b6cf-2485-4f4f-905a-f8335ec5b754 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:23.640872 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'status': 'completed', 'code': 200} Mar 08 16:01:23.704207 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3cd44c4c-c78b-4dae-bb4b-372699ae7e4f req-dd82ca26-ae39-4c31-9c12-eaedc51a8b18 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389158 Mar 08 16:01:23.768925 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-6276548d-94d6-4180-98a7-886a001397eb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:23.771964 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-6276548d-94d6-4180-98a7-886a001397eb tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.1143560 Mar 08 16:01:23.792811 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-2ef94deb-9064-4128-b5a0-705a22e50094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:23.804071 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-2ef94deb-9064-4128-b5a0-705a22e50094 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1128 time: 0.3362157 Mar 08 16:01:23.805683 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9bd27-8d76-405d-bd3a-12b3efc709f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:23.829329 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-742b078f-df21-402c-95b5-e1beee10c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:23.832903 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-742b078f-df21-402c-95b5-e1beee10c80b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 1127 time: 0.3830378 Mar 08 16:01:23.881522 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-038c4060-0d6e-4261-bdc8-8425042f613e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 217 time: 0.0555305 Mar 08 16:01:23.925557 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-e57118c6-0125-4180-9162-8473f7b064f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d67a6548-f851-41a7-92d9-56002ebdce43 HTTP/1.1" status: 200 len: 217 time: 0.0535302 Mar 08 16:01:24.009072 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-28c5ba2b-a2ec-40dc-855c-222b1e592445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.010550 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-28c5ba2b-a2ec-40dc-855c-222b1e592445 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.0561678 Mar 08 16:01:24.034634 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992815dc-1019-4102-ad4f-873819187409 req-68d4e51f-fa8a-4d01-b4dd-847a6dbee449 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.042036 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-992815dc-1019-4102-ad4f-873819187409 req-68d4e51f-fa8a-4d01-b4dd-847a6dbee449 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.1635213 Mar 08 16:01:24.061679 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15078-0f62-419a-98a3-79f2511a96b9 req-be32ca38-5355-448c-8066-f7b91aa2f43b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.061931 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-23746a4f-f56d-414a-8ad8-6d42846250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.063495 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-23746a4f-f56d-414a-8ad8-6d42846250ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.1462967 Mar 08 16:01:24.069246 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e9a15078-0f62-419a-98a3-79f2511a96b9 req-be32ca38-5355-448c-8066-f7b91aa2f43b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1918085 Mar 08 16:01:24.120945 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-e5fa074c-8fa6-4940-b599-2cfd85e8e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.122736 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-e5fa074c-8fa6-4940-b599-2cfd85e8e423 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1004291 Mar 08 16:01:24.153252 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Deleting port 2bf9f923-3104-447a-81ac-d5f0aee92586 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:24.153599 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:24.169727 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-a7f92527-d0a4-498d-bd12-5cc1fb201f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.171747 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-a7f92527-d0a4-498d-bd12-5cc1fb201f6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1019123 Mar 08 16:01:24.223423 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-992815dc-1019-4102-ad4f-873819187409 req-1e50143a-0a3b-488c-a13f-ff4574e321ef tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802511 Mar 08 16:01:24.330750 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-4dd94291-7eb6-4703-ba42-8474a1498096 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946554 Mar 08 16:01:24.342617 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e9a15078-0f62-419a-98a3-79f2511a96b9 req-1c689120-4016-44e2-9e04-0aa2ef6a52a6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724433 Mar 08 16:01:24.381959 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-791c50ec-5a06-42ee-bc2f-5199df04895c service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764493 Mar 08 16:01:24.450069 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] For port 2bf9f923-3104-447a-81ac-d5f0aee92586, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2bf9f923-3104-447a-81ac-d5f0aee92586,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:24.450439 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:24.500861 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Calling delete_port for 2bf9f923-3104-447a-81ac-d5f0aee92586 owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:24.530628 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17594f-3f4b-45f5-a087-2cd12a8da5d4 req-7f2251a3-fbbb-4f87-8057-9c15a47d1de3 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.534298 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4d17594f-3f4b-45f5-a087-2cd12a8da5d4 req-7f2251a3-fbbb-4f87-8057-9c15a47d1de3 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1fd4c1c-797e-48e4-b12b-5254b967ca3e HTTP/1.1" status: 200 len: 945 time: 0.1699495 Mar 08 16:01:24.544547 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-a6b25ed8-b612-4068-9b2c-9eb5fb935056 req-067ed5a3-9e0f-4993-b598-ccfed204eec6 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567121 Mar 08 16:01:24.556097 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-05df8838-a252-40ca-ae55-340d819ce6e2 req-83cfb197-629c-4c64-bd47-5c2fffa1d4f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181578 Mar 08 16:01:24.651907 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4d17594f-3f4b-45f5-a087-2cd12a8da5d4 req-38774041-8eed-47fe-ade9-08e207898e18 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba31724b-5ad2-4b24-ad2d-d49f00247fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720053 Mar 08 16:01:24.691366 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-e04f70fb-0e85-4632-932a-e9b871438ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.692886 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-e04f70fb-0e85-4632-932a-e9b871438ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 1127 time: 0.0766675 Mar 08 16:01:24.737767 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (2bf9f923-3104-447a-81ac-d5f0aee92586), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:24.802997 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Pushing event deleted for resources: {'Port': ['ID=2bf9f923-3104-447a-81ac-d5f0aee92586,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:24.822062 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-5a1652d5-7f9f-4179-a2f2-244efd26a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.823617 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-5a1652d5-7f9f-4179-a2f2-244efd26a3af service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 911 time: 0.1186230 Mar 08 16:01:24.865995 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] No DVR routers for this DVR port 2bf9f923-3104-447a-81ac-d5f0aee92586 on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:24.881111 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-37903bea-6339-43bd-b94e-18be3afb0556 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d67a6548-f851-41a7-92d9-56002ebdce43 HTTP/1.1" status: 200 len: 217 time: 0.0503469 Mar 08 16:01:24.885499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:24.890273 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea8f0acb-e4ed-427b-8103-0a23cbd291bd req-b166c78c-2c05-4071-b0bd-11208a8d26d6 tempest-TestMinimumBasicScenario-1645846571 tempest-TestMinimumBasicScenario-1645846571-project] 10.222.0.37 "DELETE /v2.0/ports/2bf9f923-3104-447a-81ac-d5f0aee92586 HTTP/1.1" status: 204 len: 173 time: 1.1105108 Mar 08 16:01:24.892462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'name': 'network-vif-deleted', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:24.896598 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0140c-d990-4aa8-a643-557b9b033f0e" -d '{"events": [{"server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "name": "network-vif-deleted", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:24.947941 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e2b3f-af67-4d3b-bbad-ae433db8a450 req-23cd831d-54cf-416a-af6b-c5a85d9b583f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.956213 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2c9e2b3f-af67-4d3b-bbad-ae433db8a450 req-23cd831d-54cf-416a-af6b-c5a85d9b583f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 943 time: 0.1203904 Mar 08 16:01:24.964577 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a88b7c6-d052-4a0f-87ac-02ed175ebf45 x-openstack-request-id: req-8a88b7c6-d052-4a0f-87ac-02ed175ebf45 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:24.964992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1fd4c1c-797e-48e4-b12b-5254b967ca3e", "name": "network-vif-deleted", "tag": "2bf9f923-3104-447a-81ac-d5f0aee92586", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:24.965308 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a88b7c6-d052-4a0f-87ac-02ed175ebf45 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:24.965761 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1fd4c1c-797e-48e4-b12b-5254b967ca3e', 'name': 'network-vif-deleted', 'tag': '2bf9f923-3104-447a-81ac-d5f0aee92586', 'status': 'completed', 'code': 200} Mar 08 16:01:24.981543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-d30cf961-d68a-445b-a128-4bd73c08103d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:24.983265 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-d30cf961-d68a-445b-a128-4bd73c08103d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.0938683 Mar 08 16:01:25.034299 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2c9e2b3f-af67-4d3b-bbad-ae433db8a450 req-bb06570b-fb1c-4bb5-9158-efd8a7d889a7 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771098 Mar 08 16:01:25.051495 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-b84360c2-43b9-4f29-86bb-e3ddc5c07c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:25.053710 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-b84360c2-43b9-4f29-86bb-e3ddc5c07c6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620766 Mar 08 16:01:25.193890 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-e716304c-d28a-4008-9c5a-f8fa4db6c9f0 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264317 Mar 08 16:01:25.333519 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-640fc963-558c-49f2-9cb3-adcd017d54f0 req-a10928b4-aeeb-4a61-b5be-523eb06832f1 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321392 Mar 08 16:01:25.447725 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c925-151c-4f9c-8332-8cabf3f6bd45 req-1013a2df-bd59-4dd3-bc4a-59a63eda8aa6 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:25.449464 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4dc5c925-151c-4f9c-8332-8cabf3f6bd45 req-1013a2df-bd59-4dd3-bc4a-59a63eda8aa6 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.1146009 Mar 08 16:01:25.570490 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4dc5c925-151c-4f9c-8332-8cabf3f6bd45 req-ce2b2856-e87b-4b37-bc6d-65db02dca399 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041727 Mar 08 16:01:25.595227 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa262cdd-27fa-4955-8a2e-cca4116f72d4 req-dee422d0-e50f-4a14-bd9c-8bf98fe0497c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:25.603209 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa262cdd-27fa-4955-8a2e-cca4116f72d4 req-dee422d0-e50f-4a14-bd9c-8bf98fe0497c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1030633 Mar 08 16:01:25.642131 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:25.645234 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61df8dd-a96d-410b-8cbb-3fc508241ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:25.671706 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa262cdd-27fa-4955-8a2e-cca4116f72d4 req-58cf14e0-f736-4fc3-8f76-6d264958d0fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661709 Mar 08 16:01:25.690658 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d21c0-d5e8-41ec-95fd-3f02d25521a1 x-openstack-request-id: req-1e6d21c0-d5e8-41ec-95fd-3f02d25521a1 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:25.691042 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:25.691254 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e6d21c0-d5e8-41ec-95fd-3f02d25521a1 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:25.691676 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'status': 'completed', 'code': 200} Mar 08 16:01:25.793129 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-191e41c4-c3ac-4982-bb63-b0951101992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:25.794638 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-191e41c4-c3ac-4982-bb63-b0951101992f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1128 time: 0.0812380 Mar 08 16:01:25.920722 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-01dc8f26-f160-4fe7-9fb0-627785957bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:25.922403 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-01dc8f26-f160-4fe7-9fb0-627785957bd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.1195722 Mar 08 16:01:25.968735 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-115ccbfe-98f2-4724-a0d8-c8635abc3a6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 217 time: 0.0401707 Mar 08 16:01:26.029579 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-07d2c797-3033-40c6-a7d4-c408267edb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:26.032148 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-07d2c797-3033-40c6-a7d4-c408267edb9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0570483 Mar 08 16:01:26.109097 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-872b4065-c0eb-4a29-829a-d2ca5cd0e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:26.115453 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-872b4065-c0eb-4a29-829a-d2ca5cd0e852 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0765808 Mar 08 16:01:26.234289 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42c963-5d79-4f75-8621-f98b524e8a48 req-06760298-144f-4a47-a97c-4ac19462b60e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:26.236413 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9d42c963-5d79-4f75-8621-f98b524e8a48 req-06760298-144f-4a47-a97c-4ac19462b60e tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 943 time: 0.0988035 Mar 08 16:01:26.268174 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-9956c9fb-8c93-4892-bb28-577324282adf service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445227 Mar 08 16:01:26.306215 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d67a6548-f851-41a7-92d9-56002ebdce43 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:01:26.308832 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9d42c963-5d79-4f75-8621-f98b524e8a48 req-071a7f67-deef-4e78-a6ac-5d4547b01e55 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667691 Mar 08 16:01:26.312307 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 2bf9f923-3104-447a-81ac-d5f0aee92586 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:26.364942 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 2bf9f923-3104-447a-81ac-d5f0aee92586 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:26.365647 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 2bf9f923-3104-447a-81ac-d5f0aee92586 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:26.447915 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d61df8dd-a96d-410b-8cbb-3fc508241ff1 req-e14171b2-2d38-4909-ac72-0b5bcd604cf5 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601677 Mar 08 16:01:26.488579 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port d67a6548-f851-41a7-92d9-56002ebdce43, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d67a6548-f851-41a7-92d9-56002ebdce43,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:26.501271 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'port_id': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'mac_address': 'fa:16:3e:e1:22:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:01:26.557231 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port d67a6548-f851-41a7-92d9-56002ebdce43 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:26.557869 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:26.577774 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67a6548-f851-41a7-92d9-56002ebdce43 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:26.610071 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port d67a6548-f851-41a7-92d9-56002ebdce43, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d67a6548-f851-41a7-92d9-56002ebdce43,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:26.616173 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:26.669077 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35090) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:26.693394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=d67a6548-f851-41a7-92d9-56002ebdce43,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:26.858314 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c24c0-793d-46b5-be57-e9f3fcb68f9a req-d95eafe0-0695-4ef0-b60e-6d48d8a022a6 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:26.859712 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a76c24c0-793d-46b5-be57-e9f3fcb68f9a req-d95eafe0-0695-4ef0-b60e-6d48d8a022a6 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.1931705 Mar 08 16:01:26.890937 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['d67a6548-f851-41a7-92d9-56002ebdce43'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:26.943466 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fa50f-93ff-4c44-97bf-b78f976a4c69 req-07809dbf-7e91-4ce7-ab69-a0bfdfab0874 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:26.945489 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-981fa50f-93ff-4c44-97bf-b78f976a4c69 req-07809dbf-7e91-4ce7-ab69-a0bfdfab0874 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1828284 Mar 08 16:01:27.018290 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a76c24c0-793d-46b5-be57-e9f3fcb68f9a req-ecb7c2c1-1433-4562-98a9-7b65c5aaf6cd tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461303 Mar 08 16:01:27.107894 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-981fa50f-93ff-4c44-97bf-b78f976a4c69 req-fe051fa0-d5a7-470a-bec6-9a25db134724 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159811 Mar 08 16:01:27.366533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (4b9a0f8e-62a1-4dd3-9700-e197ae032654), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:27.747539 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539014b3-2a42-4bd9-a186-b76a14bcaef1 req-4e87d395-132d-47d7-bd89-32b756f028cf tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:27.748985 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-539014b3-2a42-4bd9-a186-b76a14bcaef1 req-4e87d395-132d-47d7-bd89-32b756f028cf tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 944 time: 0.1000392 Mar 08 16:01:27.892870 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-539014b3-2a42-4bd9-a186-b76a14bcaef1 req-aefcb19e-4861-4c2c-9549-bc36c0780a08 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381552 Mar 08 16:01:27.965456 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-2c700e2d-2e8d-4c22-b926-f47cf6f1fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:27.967196 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-2c700e2d-2e8d-4c22-b926-f47cf6f1fcb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1129 time: 0.0463929 Mar 08 16:01:27.994753 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Deleting port 38909711-7056-40bd-b0b8-820901b2e571 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:27.995115 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (38909711-7056-40bd-b0b8-820901b2e571), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.063325 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-f2c1f9bc-25ea-44f3-bc38-281777a680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:28.064805 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-f2c1f9bc-25ea-44f3-bc38-281777a680a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.0915983 Mar 08 16:01:28.074120 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] For port 38909711-7056-40bd-b0b8-820901b2e571, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=38909711-7056-40bd-b0b8-820901b2e571,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:28.074534 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (38909711-7056-40bd-b0b8-820901b2e571), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.094759 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Calling delete_port for 38909711-7056-40bd-b0b8-820901b2e571 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:28.130993 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-798ef770-333e-4b19-ac16-8f0fb24a6fd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 1001 time: 0.0596545 Mar 08 16:01:28.181007 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-9c8ab2ee-c618-4740-9f15-5ad7155e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:28.183623 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-9c8ab2ee-c618-4740-9f15-5ad7155e010c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0461104 Mar 08 16:01:28.196754 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4758126-5931-48ce-b03d-8a8a039c0f67 req-2f60cb4a-1d43-4237-8ac1-b0bfce560afd tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:28.198240 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d4758126-5931-48ce-b03d-8a8a039c0f67 req-2f60cb4a-1d43-4237-8ac1-b0bfce560afd tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.1054554 Mar 08 16:01:28.236083 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-35af8875-62e2-4f25-a106-f06054d78d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:28.237582 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-35af8875-62e2-4f25-a106-f06054d78d0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487587 Mar 08 16:01:28.318199 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d67a6548-f851-41a7-92d9-56002ebdce43 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:28.340582 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d4758126-5931-48ce-b03d-8a8a039c0f67 req-2f165099-1997-48c3-a7e8-ef5812b81d77 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265528 Mar 08 16:01:28.346964 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-86b5a4c7-98ed-40e0-a1df-66758a329e7b service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941005 Mar 08 16:01:28.349535 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f49f83-e101-4dcc-92ee-ad31e85f2586 req-2b7a7b6a-ba27-4d38-8e7d-b96f99567660 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:28.351096 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-97f49f83-e101-4dcc-92ee-ad31e85f2586 req-2b7a7b6a-ba27-4d38-8e7d-b96f99567660 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1504748 Mar 08 16:01:28.384675 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port d67a6548-f851-41a7-92d9-56002ebdce43 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 16:01:28.395922 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port d67a6548-f851-41a7-92d9-56002ebdce43 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:28.396341 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.433776 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-97f49f83-e101-4dcc-92ee-ad31e85f2586 req-91dffb40-733b-40b9-8521-6402cce37d60 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741353 Mar 08 16:01:28.466185 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (38909711-7056-40bd-b0b8-820901b2e571), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.467256 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-dde6b811-5765-4d6b-9b9c-20cdceea0e70 req-c5a91f06-ec95-4366-b734-f934e8317c23 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090729 Mar 08 16:01:28.488753 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port d67a6548-f851-41a7-92d9-56002ebdce43 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:28.489242 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.503464 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Pushing event deleted for resources: {'Port': ['ID=38909711-7056-40bd-b0b8-820901b2e571,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:28.515216 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:28.517368 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd13847-f276-4601-a21e-19d1fecf0de6" -d '{"events": [{"server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "name": "network-vif-plugged", "status": "completed", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:28.532850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port d67a6548-f851-41a7-92d9-56002ebdce43, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d67a6548-f851-41a7-92d9-56002ebdce43,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:28.537200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.588418 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=d67a6548-f851-41a7-92d9-56002ebdce43,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:28.631582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced684a-19ff-48b6-960a-c0e474f96b7c x-openstack-request-id: req-5ced684a-19ff-48b6-960a-c0e474f96b7c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:28.631903 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "name": "network-vif-plugged", "status": "completed", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:28.632161 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ced684a-19ff-48b6-960a-c0e474f96b7c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:28.632594 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'code': 200} Mar 08 16:01:28.697376 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (4b9a0f8e-62a1-4dd3-9700-e197ae032654), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:28.811224 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e5ef3-b224-4d56-98bd-267627362d60 req-e52e27ba-02cc-4d94-b000-73f830b2d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:28.812933 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f35e5ef3-b224-4d56-98bd-267627362d60 req-e52e27ba-02cc-4d94-b000-73f830b2d8f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 1129 time: 0.0449407 Mar 08 16:01:28.857700 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-f35e5ef3-b224-4d56-98bd-267627362d60 req-acd09c11-f408-417d-bf03-076b4c16e388 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Mar 08 16:01:28.928325 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:29.077037 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f97cbb-45ef-411b-b82e-4316146f8f98 req-de6357c0-48a9-4cf4-b544-2ebb839c0f50 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:29.078541 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0f97cbb-45ef-411b-b82e-4316146f8f98 req-de6357c0-48a9-4cf4-b544-2ebb839c0f50 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.1072628 Mar 08 16:01:29.081597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:29.089211 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-f9f39bf2-8525-4683-89f9-cb301dc3105d admin admin] 10.222.0.15 "PUT /v2.0/routers/4b9a0f8e-62a1-4dd3-9700-e197ae032654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092996 Mar 08 16:01:29.090226 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35122) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:29.098514 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] Sync routers for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:29.118360 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:29.119049 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:29.227881 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:29.247422 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0f97cbb-45ef-411b-b82e-4316146f8f98 req-10362609-bec2-44a9-a475-71f88e1e7e21 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483746 Mar 08 16:01:29.279024 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494975c-6b8b-4186-8e3e-1d2bc89e4640 req-48145b19-a348-4914-a021-bf502f2a1013 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:29.280531 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8494975c-6b8b-4186-8e3e-1d2bc89e4640 req-48145b19-a348-4914-a021-bf502f2a1013 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.1370432 Mar 08 16:01:29.289828 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks [] for router (4b9a0f8e-62a1-4dd3-9700-e197ae032654), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:29.312080 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2cab4170-3f11-44b7-9522-3b181521d5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:29.402842 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8494975c-6b8b-4186-8e3e-1d2bc89e4640 req-8825146f-6bd0-49c3-878c-d9fa3c05ae49 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159568 Mar 08 16:01:29.426353 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T16:01:28Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:29.456320 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] Checking router: 4b9a0f8e-62a1-4dd3-9700-e197ae032654 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:29.463518 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks [] for router_gateway (4b9a0f8e-62a1-4dd3-9700-e197ae032654), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:29.465293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] Routers {'4b9a0f8e-62a1-4dd3-9700-e197ae032654'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:29.465924 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:29.488059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fe9f3-8bc8-4411-9b35-e713e82722a4 req-83dae8dc-9165-4c84-bb94-f3b4786619fb tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:29.489579 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb4fe9f3-8bc8-4411-9b35-e713e82722a4 req-83dae8dc-9165-4c84-bb94-f3b4786619fb tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0751801 Mar 08 16:01:29.582986 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] Set router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:29.598197 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fb4fe9f3-8bc8-4411-9b35-e713e82722a4 req-4596d486-5fbd-43ce-b4d2-c13153cac1ab tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917718 Mar 08 16:01:29.607674 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Deleting port 8c411380-0647-4b2f-b057-6e4baa38ed5a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:29.608019 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:29.620120 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1073e1-b694-461f-b55f-dd93051f5228 req-082a710c-c85b-4e7a-8111-2d9919f910c1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:29.621657 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c1073e1-b694-461f-b55f-dd93051f5228 req-082a710c-c85b-4e7a-8111-2d9919f910c1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 945 time: 0.1040623 Mar 08 16:01:29.724156 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c1073e1-b694-461f-b55f-dd93051f5228 req-758b189f-d7dd-41de-8e8a-dbbb60e0f99a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882699 Mar 08 16:01:29.743386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] For port 8c411380-0647-4b2f-b057-6e4baa38ed5a, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=8c411380-0647-4b2f-b057-6e4baa38ed5a,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:29.743386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:29.761786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Calling delete_port for 8c411380-0647-4b2f-b057-6e4baa38ed5a owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:29.892885 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T16:01:28Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:29.919653 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0434273a-006b-4e33-854d-2ed8f4857e37 None None] The sync data for ids ['4b9a0f8e-62a1-4dd3-9700-e197ae032654'] in dv-cinder-804757-25-iscsi is: [{'id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'name': 'tempest-TestMinimumBasicScenario-1463932413-router', 'tenant_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:23Z', 'updated_at': '2022-03-08T16:01:28Z', 'revision_number': 5, 'project_id': '71a3b4dcd4ec4ad8976a89c57450aec3', 'gw_port': {'id': '8c411380-0647-4b2f-b057-6e4baa38ed5a', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9a0f8e-62a1-4dd3-9700-e197ae032654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:24Z', 'updated_at': '2022-03-08T15:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:29.931449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (8c411380-0647-4b2f-b057-6e4baa38ed5a), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:29.958952 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c411380-0647-4b2f-b057-6e4baa38ed5a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:30.021522 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (4b9a0f8e-62a1-4dd3-9700-e197ae032654), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.129637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (4b9a0f8e-62a1-4dd3-9700-e197ae032654), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.131954 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks [] for router_controller (4b9a0f8e-62a1-4dd3-9700-e197ae032654), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.204368 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (4b9a0f8e-62a1-4dd3-9700-e197ae032654), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.204876 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9a0f8e-62a1-4dd3-9700-e197ae032654 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:01:30.209894 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.211364 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8e5b0f4a-3d34-4300-a982-b87d611ee516 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4b9a0f8e-62a1-4dd3-9700-e197ae032654 HTTP/1.1" status: 204 len: 168 time: 1.1201620 Mar 08 16:01:30.213338 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35128) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:30.258916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Deleting subnet e6591f45-8deb-40c3-a986-7b3e7560890f {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:01:30.262276 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Publish callbacks [] for subnet (e6591f45-8deb-40c3-a986-7b3e7560890f), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.298832 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26000638'] for subnet (e6591f45-8deb-40c3-a986-7b3e7560890f), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.316159 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:30.404945 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: ACTIVE; New status is: DOWN {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:30.405510 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.448523 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c9214-a099-44da-a051-d9065d258f1d req-9fa4859e-13b5-42b2-95bb-5391077755ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:30.450032 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8c1c9214-a099-44da-a051-d9065d258f1d req-9fa4859e-13b5-42b2-95bb-5391077755ed tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.1275861 Mar 08 16:01:30.458099 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (e6591f45-8deb-40c3-a986-7b3e7560890f), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.463680 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:30.470312 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.533502 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:30.634241 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:30.638826 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267eecc2-4509-4a0a-89d9-39d9c89eb3cb" -d '{"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-unplugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:30.655824 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 38909711-7056-40bd-b0b8-820901b2e571 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:30.682098 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 38909711-7056-40bd-b0b8-820901b2e571 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:30.682507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 38909711-7056-40bd-b0b8-820901b2e571 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:30.838699 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26064135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25662411'] for subnet (e6591f45-8deb-40c3-a986-7b3e7560890f), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.852707 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8c1c9214-a099-44da-a051-d9065d258f1d req-400a6da3-7797-4d3e-a774-79594a78c181 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739164 Mar 08 16:01:30.880504 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048d7aa-9125-4973-8ae1-0406384e492a req-b4234a9e-5c1d-4d8d-bed5-c26f6ed0a77c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:30.882075 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a048d7aa-9125-4973-8ae1-0406384e492a req-b4234a9e-5c1d-4d8d-bed5-c26f6ed0a77c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.3910465 Mar 08 16:01:30.885708 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6591f45-8deb-40c3-a986-7b3e7560890f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:30.887691 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:30.890776 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-16d714c2-00e0-4097-a6f7-89d90684de72 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e6591f45-8deb-40c3-a986-7b3e7560890f HTTP/1.1" status: 204 len: 168 time: 0.6764402 Mar 08 16:01:30.893191 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71569eec-03d6-47fc-adff-9eda48cfc112 None None] Network d227d8fd-b748-4385-847e-764a400f92aa requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:01:30.893418 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35142) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:30.960545 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a048d7aa-9125-4973-8ae1-0406384e492a req-93ea56e2-cc07-47d6-9a13-959db19c0598 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685394 Mar 08 16:01:31.000461 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (d227d8fd-b748-4385-847e-764a400f92aa), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.014660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaeb117-2ff4-47b0-9a46-8230522b6ecc req-92d23d45-1ac9-435c-90c9-53fe131e2f9b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:31.016398 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ebaeb117-2ff4-47b0-9a46-8230522b6ecc req-92d23d45-1ac9-435c-90c9-53fe131e2f9b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0749745 Mar 08 16:01:31.026363 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6af0f-f263-4b0d-8f93-1d0688049c1c x-openstack-request-id: req-8fc6af0f-f263-4b0d-8f93-1d0688049c1c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:31.026660 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-unplugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:31.026914 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fc6af0f-f263-4b0d-8f93-1d0688049c1c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:31.027340 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'code': 200} Mar 08 16:01:31.079378 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-ec64bc3a-6633-4a8f-9b6a-e58163c40e1f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:31.081003 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-ec64bc3a-6633-4a8f-9b6a-e58163c40e1f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.0979152 Mar 08 16:01:31.105765 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] DHCP port deletion for d227d8fd-b748-4385-847e-764a400f92aa request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:01:31.176000 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ebaeb117-2ff4-47b0-9a46-8230522b6ecc req-63df90a6-1228-4c74-a70f-1e91ba0f249b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444666 Mar 08 16:01:31.188744 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] Deleting port 2521a66d-df22-48d1-825c-3eaf34a5df3f {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:31.189207 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.228261 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699067d6-0ee6-44c3-bde7-ba546df64dd4 req-9b805cef-3156-4657-8f66-4b2b3458d373 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:31.229779 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-699067d6-0ee6-44c3-bde7-ba546df64dd4 req-9b805cef-3156-4657-8f66-4b2b3458d373 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.1351743 Mar 08 16:01:31.250982 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Deleting port 2521a66d-df22-48d1-825c-3eaf34a5df3f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:31.251527 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.266828 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] For port 2521a66d-df22-48d1-825c-3eaf34a5df3f, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=2521a66d-df22-48d1-825c-3eaf34a5df3f,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:31.268254 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.286520 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] Calling delete_port for 2521a66d-df22-48d1-825c-3eaf34a5df3f owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:31.333966 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-699067d6-0ee6-44c3-bde7-ba546df64dd4 req-6145d4c1-a72a-4f8e-abbe-170cdb01d3e3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979843 Mar 08 16:01:31.379179 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] For port 2521a66d-df22-48d1-825c-3eaf34a5df3f, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=2521a66d-df22-48d1-825c-3eaf34a5df3f,segment=NetworkSegment(b2118ada-f0c7-4b3f-89ea-4841ea17511d),segment_id=b2118ada-f0c7-4b3f-89ea-4841ea17511d)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:31.379179 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.386232 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be90fff-7b10-4811-af54-c3df52bbe97c req-8c5aceaf-e7dc-4ae9-a607-3dc52836d92f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:31.388067 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7be90fff-7b10-4811-af54-c3df52bbe97c req-8c5aceaf-e7dc-4ae9-a607-3dc52836d92f tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.1274900 Mar 08 16:01:31.392607 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Calling delete_port for 2521a66d-df22-48d1-825c-3eaf34a5df3f owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:31.401309 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35146) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:31.404319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Request body: {'floatingip': {'port_id': 'd67a6548-f851-41a7-92d9-56002ebdce43'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:31.453145 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (63c65940-c981-4532-ae1c-2450f0a1ab75), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.459090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.493114 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] Pushing event deleted for resources: {'Port': ['ID=2521a66d-df22-48d1-825c-3eaf34a5df3f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:31.500420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b0a06a-15ee-4a23-ae05-d2352b60ec8f None None] No DVR routers for this DVR port 2521a66d-df22-48d1-825c-3eaf34a5df3f on host dv-cinder-804757-25-iscsi {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:31.786066 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ed0a042d-4bd4-4665-aadb-cd8a7cd05a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.818990 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Deleting port 461defaf-4c2f-49a9-a1e4-80faf1a79bed {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:31.819328 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.852024 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (2521a66d-df22-48d1-825c-3eaf34a5df3f), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:31.916126 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=2521a66d-df22-48d1-825c-3eaf34a5df3f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:31.924095 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] No DVR routers for this DVR port 2521a66d-df22-48d1-825c-3eaf34a5df3f on host dv-cinder-804757-25-iscsi {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:31.987770 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] For port 461defaf-4c2f-49a9-a1e4-80faf1a79bed, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=461defaf-4c2f-49a9-a1e4-80faf1a79bed,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:31.988139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.022498 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (d227d8fd-b748-4385-847e-764a400f92aa), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.028315 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [req-8203d5d9-cbb9-4925-9095-259f18863a54 req-193b191b-9f45-42fc-851f-e45145d91385 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 16:01:32.029419 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8203d5d9-cbb9-4925-9095-259f18863a54 req-193b191b-9f45-42fc-851f-e45145d91385 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067685 Mar 08 16:01:32.041850 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.050616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (63c65940-c981-4532-ae1c-2450f0a1ab75), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.082986 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d227d8fd-b748-4385-847e-764a400f92aa']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:32.099409 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2118ada-f0c7-4b3f-89ea-4841ea17511d') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:32.099705 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2118ada-f0c7-4b3f-89ea-4841ea17511d') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:32.152872 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (b2118ada-f0c7-4b3f-89ea-4841ea17511d), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.179956 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (b2118ada-f0c7-4b3f-89ea-4841ea17511d), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.194054 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:01:32.194459 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (b2118ada-f0c7-4b3f-89ea-4841ea17511d), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: self.session.flush() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: self.session.flush() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: self.session.flush() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: self.session.flush() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:01:32.197202 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:01:32.235147 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9d26-8d8b-4f05-b80f-656368a959e1 req-3c42fc96-3e43-4fa2-9f67-14bc01aef525 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:32.244743 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8d4c9d26-8d8b-4f05-b80f-656368a959e1 req-3c42fc96-3e43-4fa2-9f67-14bc01aef525 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 945 time: 0.1888289 Mar 08 16:01:32.262675 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Floating IP 63c65940-c981-4532-ae1c-2450f0a1ab75 associated. External IP: 172.27.2.41, port: d67a6548-f851-41a7-92d9-56002ebdce43. Mar 08 16:01:32.295303 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (d227d8fd-b748-4385-847e-764a400f92aa), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.300833 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.305194 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/d227d8fd-b748-4385-847e-764a400f92aa HTTP/1.1" status: 204 len: 168 time: 1.4107702 Mar 08 16:01:32.307439 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.307978 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (493f5303-15ee-47bf-90bc-c3181bd2a1c2), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.308577 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Floating IP 493f5303-15ee-47bf-90bc-c3181bd2a1c2 disassociated. External IP: 172.27.2.200, port: 461defaf-4c2f-49a9-a1e4-80faf1a79bed. Mar 08 16:01:32.309088 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Calling delete_port for 461defaf-4c2f-49a9-a1e4-80faf1a79bed owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:32.310962 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35178) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:32.318596 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:01:32.330819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e83bd-3fa0-45eb-a3d9-42f710158f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=d227d8fd-b748-4385-847e-764a400f92aa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:32.355099 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6209c0e-6242-49ff-8420-73afd47b2746 req-ed298fdb-926e-4274-a2de-388e5cda043b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:32.356654 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6209c0e-6242-49ff-8420-73afd47b2746 req-ed298fdb-926e-4274-a2de-388e5cda043b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.1785629 Mar 08 16:01:32.430733 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8d4c9d26-8d8b-4f05-b80f-656368a959e1 req-cb693ae6-1711-4951-a284-684fea83dec1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850164 Mar 08 16:01:32.465964 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:32.506262 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'port_id': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'mac_address': 'fa:16:3e:81:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:01:32.512363 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6209c0e-6242-49ff-8420-73afd47b2746 req-a26ebf52-1a8b-4a54-b250-425e15211233 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251113 Mar 08 16:01:32.556536 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:32.567541 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:32.567816 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.587495 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4ca38f-1752-4fff-9982-2a2df8af9a7d {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:32.613409 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 8c411380-0647-4b2f-b057-6e4baa38ed5a no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:32.617462 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:32.645847 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 8c411380-0647-4b2f-b057-6e4baa38ed5a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:32.646109 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 8c411380-0647-4b2f-b057-6e4baa38ed5a not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:32.646521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 2521a66d-df22-48d1-825c-3eaf34a5df3f no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:32.649525 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (461defaf-4c2f-49a9-a1e4-80faf1a79bed), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.650190 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.671895 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 2521a66d-df22-48d1-825c-3eaf34a5df3f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:32.672238 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 2521a66d-df22-48d1-825c-3eaf34a5df3f not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:32.705002 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24102ec-c562-42a3-af54-8335775ea360 req-0748d621-56be-4d9e-9f69-63f3e8a3f856 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:32.706651 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f24102ec-c562-42a3-af54-8335775ea360 req-0748d621-56be-4d9e-9f69-63f3e8a3f856 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.2086957 Mar 08 16:01:32.717531 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:32.731676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'Port': ['ID=461defaf-4c2f-49a9-a1e4-80faf1a79bed,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:32.781079 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Router db187081-1017-4b89-9124-2aac147dc0c5 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:32.794461 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f24102ec-c562-42a3-af54-8335775ea360 req-d307341b-f072-46df-a909-2f3a46354f67 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796421 Mar 08 16:01:32.852279 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-bb1e6618-1b98-429a-ad58-9eac9d2eacfc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2976408 Mar 08 16:01:32.863166 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.885051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-1d47c1d5-b2a9-4647-99b3-923167159c7f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 16:01:32.886040 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-1d47c1d5-b2a9-4647-99b3-923167159c7f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062461 Mar 08 16:01:32.919422 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:32.921723 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['0c4ca38f-1752-4fff-9982-2a2df8af9a7d'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:32.924116 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:32.934066 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:32.951515 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:32.952928 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:32.953555 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:32.971632 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-63af2193-9b33-40b1-abbb-d8f76b8b9022 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "PUT /v2.0/floatingips/63c65940-c981-4532-ae1c-2450f0a1ab75 HTTP/1.1" status: 200 len: 990 time: 1.5707951 Mar 08 16:01:32.982067 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:32.984772 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13882783-8bc4-4008-9e4e-3e48e650d3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:33.025394 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35200) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:33.031564 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87eef540-b9c4-4edb-96d6-1746f112d8bf x-openstack-request-id: req-87eef540-b9c4-4edb-96d6-1746f112d8bf {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:33.032166 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:33.032251 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87eef540-b9c4-4edb-96d6-1746f112d8bf {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:33.032609 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'status': 'completed', 'code': 200} Mar 08 16:01:33.094908 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:33.153109 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:33.170067 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:33.199592 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (50223cff-c728-4853-b1ca-d9cbf304b830), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:33.220226 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] No DVR routers for this DVR port 461defaf-4c2f-49a9-a1e4-80faf1a79bed on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:33.229151 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-e9784cbb-793b-49dd-806d-3ad4e9c3d201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:33.230254 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:33.231166 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-e9784cbb-793b-49dd-806d-3ad4e9c3d201 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d34a1970b3984b0d8c357646012586c2&device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 1129 time: 0.1478553 Mar 08 16:01:33.231568 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:33.284471 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:33.287833 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-abd42bf8-f225-4fb1-a8a9-deccd00f1183 req-6372cabe-7c89-4f3f-85ad-c9f47a4be85e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "DELETE /v2.0/ports/461defaf-4c2f-49a9-a1e4-80faf1a79bed HTTP/1.1" status: 204 len: 173 time: 2.1759713 Mar 08 16:01:33.288324 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'name': 'network-vif-deleted', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:33.291475 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef5bd16-af07-4008-9bf0-60c4dd6c15e4" -d '{"events": [{"server_uuid": "91d846f5-8730-4452-b348-84064267e685", "name": "network-vif-deleted", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:33.344095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-e37d3ac8-bb1d-409a-b8b6-9e82dd93942a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:33.346674 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-e37d3ac8-bb1d-409a-b8b6-9e82dd93942a service neutron] 10.222.0.37 "GET /v2.0/networks?id=a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 200 len: 911 time: 0.1070542 Mar 08 16:01:33.357135 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196966e-5b06-4648-87e1-0f5ef069824d req-ef0e7e2a-b05f-4dd3-a767-804aa2b465f4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:33.358659 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-ef0e7e2a-b05f-4dd3-a767-804aa2b465f4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports/cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 940 time: 0.3322358 Mar 08 16:01:33.404198 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0310e305-a59c-46ac-8eb8-23ae2741db52 x-openstack-request-id: req-0310e305-a59c-46ac-8eb8-23ae2741db52 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:33.404728 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d846f5-8730-4452-b348-84064267e685", "name": "network-vif-deleted", "tag": "461defaf-4c2f-49a9-a1e4-80faf1a79bed", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:33.405048 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0310e305-a59c-46ac-8eb8-23ae2741db52 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:33.405518 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d846f5-8730-4452-b348-84064267e685', 'name': 'network-vif-deleted', 'tag': '461defaf-4c2f-49a9-a1e4-80faf1a79bed', 'status': 'completed', 'code': 200} Mar 08 16:01:33.480575 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-8b6d0da3-1fbe-4a88-8132-7e85f1549026 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d67a6548-f851-41a7-92d9-56002ebdce43 HTTP/1.1" status: 200 len: 998 time: 0.1208086 Mar 08 16:01:33.483837 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '63c65940-c981-4532-ae1c-2450f0a1ab75', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'port_id': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'mac_address': 'fa:16:3e:e1:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:01:15Z', 'updated_at': '2022-03-08T16:01:31Z', 'revision_number': 1, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:33.509415 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:33.537008 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:33.550570 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:33.551714 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:33.579523 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f592b2a7-6cba-4b85-bf11-073bfc5fa3a8 req-babad6a8-2142-493c-8914-ac6ebc31beff tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=91d846f5-8730-4452-b348-84064267e685 HTTP/1.1" status: 200 len: 210 time: 0.0337865 Mar 08 16:01:33.595626 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-a2b036cc-40c4-4c62-8680-e5b0437e4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:33.597473 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-a2b036cc-40c4-4c62-8680-e5b0437e4de3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 200 len: 849 time: 0.1092038 Mar 08 16:01:33.716483 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-effe1079-ad75-48f9-84db-35b4043f19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:33.717994 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-effe1079-ad75-48f9-84db-35b4043f19c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a9a19af1-8396-48e6-8908-efd8c00a1ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1134694 Mar 08 16:01:33.718572 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Deleting port 27199d08-8d92-4e12-9ad0-0ea800faf962 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:33.719156 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:33.823779 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:33.893701 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbdf50d-76da-43c4-9d0c-409bbd6ee473 req-94de0727-7d98-44e4-b7a0-4fca90d693c4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:33.904745 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2bbdf50d-76da-43c4-9d0c-409bbd6ee473 req-94de0727-7d98-44e4-b7a0-4fca90d693c4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.2193775 Mar 08 16:01:33.951426 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-bd030560-4895-4790-adec-d40c63c33dd4 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117171 Mar 08 16:01:33.961810 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:33.971085 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] For port 27199d08-8d92-4e12-9ad0-0ea800faf962, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=27199d08-8d92-4e12-9ad0-0ea800faf962,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:33.971901 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:33.986889 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Calling delete_port for 27199d08-8d92-4e12-9ad0-0ea800faf962 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:33.997952 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:34.010106 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:34.010785 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:34.077459 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2bbdf50d-76da-43c4-9d0c-409bbd6ee473 req-d83b1ab2-b3d4-4e73-aaaf-5db4ac01da93 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712122 Mar 08 16:01:34.138077 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f664-8f36-486b-bf54-17f04958e922 req-8e41200f-55e5-483e-87f7-11ea262a9f21 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:34.139915 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9038f664-8f36-486b-bf54-17f04958e922 req-8e41200f-55e5-483e-87f7-11ea262a9f21 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 945 time: 0.2054946 Mar 08 16:01:34.165001 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13882783-8bc4-4008-9e4e-3e48e650d3b5 req-55c7e78a-2e1d-453d-a52b-a11947c890f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950402 Mar 08 16:01:34.197784 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:34.220772 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9038f664-8f36-486b-bf54-17f04958e922 req-d94d3565-0326-48c1-b1ea-3482f0e758d9 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679677 Mar 08 16:01:34.341230 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:34.357587 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (27199d08-8d92-4e12-9ad0-0ea800faf962), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:34.383351 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=27199d08-8d92-4e12-9ad0-0ea800faf962,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:34.394798 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:34.466631 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '63c65940-c981-4532-ae1c-2450f0a1ab75', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'port_id': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'mac_address': 'fa:16:3e:e1:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:01:15Z', 'updated_at': '2022-03-08T16:01:31Z', 'revision_number': 1, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:34.504973 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96d8366-ce07-4ccf-acd7-2027ac21b6f9 None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '63c65940-c981-4532-ae1c-2450f0a1ab75', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'port_id': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'mac_address': 'fa:16:3e:e1:22:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:01:15Z', 'updated_at': '2022-03-08T16:01:31Z', 'revision_number': 1, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:34.634031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (50223cff-c728-4853-b1ca-d9cbf304b830), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:34.769942 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: DOWN; New status is: DOWN {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:34.771046 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 461defaf-4c2f-49a9-a1e4-80faf1a79bed no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:34.805794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 461defaf-4c2f-49a9-a1e4-80faf1a79bed {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:34.806046 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 461defaf-4c2f-49a9-a1e4-80faf1a79bed not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:34.836516 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:34.874508 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de5f4b-574e-4b09-94c4-9fb89660938c None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:34.936809 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6871f773-5c1d-4a75-acbf-ced196c55e38 None None] New status for floating IP 63c65940-c981-4532-ae1c-2450f0a1ab75: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:01:34.962572 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Router 50223cff-c728-4853-b1ca-d9cbf304b830 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:34.992806 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-5289f5a2-efbe-4389-821e-f1d47a289b3f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893263409&fields=id&tenant_id=de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 267 time: 0.0851800 Mar 08 16:01:35.151399 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:35.160723 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8c06cdce-97d5-4b1f-9f27-46f431834b6f admin admin] 10.222.0.15 "PUT /v2.0/routers/50223cff-c728-4853-b1ca-d9cbf304b830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8477001 Mar 08 16:01:35.161429 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35228) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:35.161607 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-025a4b8f-ecd8-417c-b6dc-ff32ac16000a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:35.163911 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-025a4b8f-ecd8-417c-b6dc-ff32ac16000a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 811 time: 0.1467445 Mar 08 16:01:35.187199 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] Sync routers for ids ['50223cff-c728-4853-b1ca-d9cbf304b830'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:35.196644 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-e5fd6118-a284-4115-8d75-571dabc04650 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/quotas/de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 375 time: 0.0225627 Mar 08 16:01:35.205200 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] Routers {'50223cff-c728-4853-b1ca-d9cbf304b830'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:35.207022 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['50223cff-c728-4853-b1ca-d9cbf304b830'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:35.324454 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-1b5746a0-66dc-481d-b93f-588b518a9063 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185126 Mar 08 16:01:35.329169 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643c748-c576-4318-bf09-822123d7f219 None None] New status for floating IP 493f5303-15ee-47bf-90bc-c3181bd2a1c2: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:01:35.359496 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0c700-91ea-45d7-82f7-085a3eb5194b req-0dee9965-993b-4ead-9fe8-d96b93242649 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:35.361390 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e1a0c700-91ea-45d7-82f7-085a3eb5194b req-0dee9965-993b-4ead-9fe8-d96b93242649 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.1406708 Mar 08 16:01:35.385439 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] Set router 50223cff-c728-4853-b1ca-d9cbf304b830 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:35.466795 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e1a0c700-91ea-45d7-82f7-085a3eb5194b req-8b62f68a-d36a-4e38-9fbc-5bcd552db3a9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977261 Mar 08 16:01:35.488719 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-0b7e7e66-29be-484f-8efc-a7d15d267009 service neutron] 10.222.0.15 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632950 Mar 08 16:01:35.557993 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks [] for router (50223cff-c728-4853-b1ca-d9cbf304b830), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:35.634537 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T16:01:34Z', 'revision_number': 5, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port': {'id': '263ae957-7c6e-41a5-ac42-751ec042ebcc', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:d4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:31Z', 'updated_at': '2022-03-08T15:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:35.667090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] Checking router: 50223cff-c728-4853-b1ca-d9cbf304b830 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:35.672068 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks [] for router_gateway (50223cff-c728-4853-b1ca-d9cbf304b830), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:35.679519 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] Routers {'50223cff-c728-4853-b1ca-d9cbf304b830'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:35.680353 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['50223cff-c728-4853-b1ca-d9cbf304b830'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:35.734454 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Deleting port 263ae957-7c6e-41a5-ac42-751ec042ebcc {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:35.734839 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:35.776578 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] Set router 50223cff-c728-4853-b1ca-d9cbf304b830 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:35.827986 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] For port 263ae957-7c6e-41a5-ac42-751ec042ebcc, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=263ae957-7c6e-41a5-ac42-751ec042ebcc,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:35.828383 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:35.834881 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T16:01:35Z', 'revision_number': 6, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:35.842501 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Calling delete_port for 263ae957-7c6e-41a5-ac42-751ec042ebcc owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:35.861206 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89dff70-5f0c-4f99-8e15-ff5eb8df6737 None None] The sync data for ids ['50223cff-c728-4853-b1ca-d9cbf304b830'] in dv-cinder-804757-25-iscsi is: [{'id': '50223cff-c728-4853-b1ca-d9cbf304b830', 'name': 'tempest-TestMinimumBasicScenario-2131321970-router', 'tenant_id': 'af47c64cc7c14378938ce79a353cb652', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:30Z', 'updated_at': '2022-03-08T16:01:35Z', 'revision_number': 6, 'project_id': 'af47c64cc7c14378938ce79a353cb652', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:35.976249 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196966e-5b06-4648-87e1-0f5ef069824d req-5edaabd9-355b-42b9-ba08-a7c59b1440d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:35.978200 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-5edaabd9-355b-42b9-ba08-a7c59b1440d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5&tenant_id=72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 1127 time: 0.4875407 Mar 08 16:01:35.988614 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d92c94-b6da-4c14-963a-7716c81f31bd req-fa902371-ba4e-4a0c-9546-1dfe56ef55c3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:35.990733 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c3d92c94-b6da-4c14-963a-7716c81f31bd req-fa902371-ba4e-4a0c-9546-1dfe56ef55c3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 945 time: 0.1415384 Mar 08 16:01:35.994535 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-0b42c9ae-5c76-46a7-82a8-cc51669663de service neutron] 10.222.0.15 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5050406 Mar 08 16:01:36.028979 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (263ae957-7c6e-41a5-ac42-751ec042ebcc), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.044624 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.061747 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Pushing event deleted for resources: {'Port': ['ID=263ae957-7c6e-41a5-ac42-751ec042ebcc,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:36.104827 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c3d92c94-b6da-4c14-963a-7716c81f31bd req-ec343cea-aae1-4de0-a970-128ddfe5b1ed tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008754 Mar 08 16:01:36.110479 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196966e-5b06-4648-87e1-0f5ef069824d req-9be57e7d-526a-48aa-a042-e1a7c90a6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:36.112272 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-9be57e7d-526a-48aa-a042-e1a7c90a6f10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1127 time: 0.1069918 Mar 08 16:01:36.154809 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (50223cff-c728-4853-b1ca-d9cbf304b830), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.225485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196966e-5b06-4648-87e1-0f5ef069824d req-64b152cb-c553-4334-94d5-0413f6d50e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:36.228874 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-64b152cb-c553-4334-94d5-0413f6d50e40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.1062729 Mar 08 16:01:36.259604 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (50223cff-c728-4853-b1ca-d9cbf304b830), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.261998 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks [] for router_controller (50223cff-c728-4853-b1ca-d9cbf304b830), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.327964 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (50223cff-c728-4853-b1ca-d9cbf304b830), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.328954 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50223cff-c728-4853-b1ca-d9cbf304b830 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:01:36.333872 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.336107 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-77ffc7b3-721c-4f69-a25f-bb647d6fb48f admin admin] 10.222.0.15 "DELETE /v2.0/routers/50223cff-c728-4853-b1ca-d9cbf304b830 HTTP/1.1" status: 204 len: 168 time: 1.1735518 Mar 08 16:01:36.338759 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35244) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:36.347968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:36.366180 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-c6cc826a-3885-4ed5-9dc6-f5e7078c461d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 999 time: 0.1312394 Mar 08 16:01:36.378938 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-69a4e2d6-c8cb-4569-aae2-a76102dd1769 req-08277495-3b42-44c5-a366-4a5f57b832b7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0451612 Mar 08 16:01:36.403197 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Deleting subnet a24c94ab-aee4-4248-ab70-c04fd341ed90 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:01:36.407184 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Publish callbacks [] for subnet (a24c94ab-aee4-4248-ab70-c04fd341ed90), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.432174 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 16:01:36.439264 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:36.439841 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.451624 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196966e-5b06-4648-87e1-0f5ef069824d req-2a568181-0f70-4f42-baa1-be09c29a06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:36.453226 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-2a568181-0f70-4f42-baa1-be09c29a06c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0734007 Mar 08 16:01:36.461942 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (a24c94ab-aee4-4248-ab70-c04fd341ed90), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.554882 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196966e-5b06-4648-87e1-0f5ef069824d req-509bb3c0-34ce-43ca-9916-c83385d5e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:36.556901 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-509bb3c0-34ce-43ca-9916-c83385d5e2f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0968874 Mar 08 16:01:36.578662 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:36.579054 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.616133 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:36.620160 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8054df8-4343-4232-ba55-5ad745261192" -d '{"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-plugged", "status": "completed", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:36.626612 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 27199d08-8d92-4e12-9ad0-0ea800faf962 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:36.646402 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (a24c94ab-aee4-4248-ab70-c04fd341ed90), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.709871 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:36.714210 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 27199d08-8d92-4e12-9ad0-0ea800faf962 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:36.715104 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 27199d08-8d92-4e12-9ad0-0ea800faf962 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:36.715104 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 263ae957-7c6e-41a5-ac42-751ec042ebcc no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:36.743832 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d62f02-8765-466a-b80e-e1bc1daf2721 x-openstack-request-id: req-01d62f02-8765-466a-b80e-e1bc1daf2721 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:36.744169 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-plugged", "status": "completed", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:36.744372 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01d62f02-8765-466a-b80e-e1bc1daf2721 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:36.744519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (a24c94ab-aee4-4248-ab70-c04fd341ed90), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.744767 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'code': 200} Mar 08 16:01:36.746063 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 263ae957-7c6e-41a5-ac42-751ec042ebcc {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:36.746406 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 263ae957-7c6e-41a5-ac42-751ec042ebcc not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:36.747843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470dd965-63fc-42db-ab97-028f3641bfb3 req-cf5f5766-1277-4f9e-8ca9-fd03ac99c30d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:36.748956 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.762735 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-470dd965-63fc-42db-ab97-028f3641bfb3 req-cf5f5766-1277-4f9e-8ca9-fd03ac99c30d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.1265094 Mar 08 16:01:36.788819 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a24c94ab-aee4-4248-ab70-c04fd341ed90,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:36.791727 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.796248 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f1b74c88-9f06-41cf-841e-fbc645899345 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a24c94ab-aee4-4248-ab70-c04fd341ed90 HTTP/1.1" status: 204 len: 168 time: 0.4560874 Mar 08 16:01:36.798682 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35256) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:36.809437 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731164d-1577-412b-9043-3dc86f7f2c1b None None] Network 34eea048-c344-480b-bbfc-9d18504e7f6b requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:01:36.819230 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-06ba2203-90a6-4fd4-9f6c-c57b2dafc814 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499232 Mar 08 16:01:36.926561 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (34eea048-c344-480b-bbfc-9d18504e7f6b), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:36.930977 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:37.011781 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-470dd965-63fc-42db-ab97-028f3641bfb3 req-fef8c4e3-7432-4e93-809c-8afb305fbd63 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479687 Mar 08 16:01:37.039411 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c644d44-803f-449c-a7e8-c5cf0cb1e9da req-c8859013-4fc2-4493-9d76-b39cbd200b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:37.040975 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-8c644d44-803f-449c-a7e8-c5cf0cb1e9da req-c8859013-4fc2-4493-9d76-b39cbd200b0c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.0682893 Mar 08 16:01:37.055976 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Deleting port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:37.056600 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.067741 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0196966e-5b06-4648-87e1-0f5ef069824d req-51f860b4-65f6-4a87-a25c-ab4ea726cc17 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344973 Mar 08 16:01:37.086405 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] DHCP port deletion for 34eea048-c344-480b-bbfc-9d18504e7f6b request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:01:37.165742 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] Deleting port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:01:37.165967 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-8c644d44-803f-449c-a7e8-c5cf0cb1e9da req-44ed10e3-e9ec-48b1-924a-f0562f21ac45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178412 Mar 08 16:01:37.166840 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.167790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] For port 71fa88c5-dc86-4587-b503-9c6fa5f1d495, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71fa88c5-dc86-4587-b503-9c6fa5f1d495,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:37.168147 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.181030 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Calling delete_port for 71fa88c5-dc86-4587-b503-9c6fa5f1d495 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:37.247157 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fe415-4ad5-4010-ad52-7e22f289152a req-5161e0ac-8286-4e70-9a09-9bc9f57a6168 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:37.248932 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c49fe415-4ad5-4010-ad52-7e22f289152a req-5161e0ac-8286-4e70-9a09-9bc9f57a6168 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0637748 Mar 08 16:01:37.252538 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] For port 71fa88c5-dc86-4587-b503-9c6fa5f1d495, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=71fa88c5-dc86-4587-b503-9c6fa5f1d495,segment=NetworkSegment(07b971b6-0837-4967-b106-32aa0faa138f),segment_id=07b971b6-0837-4967-b106-32aa0faa138f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:37.253002 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.266310 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] Calling delete_port for 71fa88c5-dc86-4587-b503-9c6fa5f1d495 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:01:37.270680 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.301893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Pushing event deleted for resources: {'Port': ['ID=71fa88c5-dc86-4587-b503-9c6fa5f1d495,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:37.302734 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c49fe415-4ad5-4010-ad52-7e22f289152a req-a6340d50-2d2d-44bf-8cab-10ad6338c170 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473912 Mar 08 16:01:37.311102 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] No DVR routers for this DVR port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 on host dv-cinder-804757-25-iscsi {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:37.348579 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (71fa88c5-dc86-4587-b503-9c6fa5f1d495), after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.375271 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] Pushing event deleted for resources: {'Port': ['ID=71fa88c5-dc86-4587-b503-9c6fa5f1d495,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:37.376976 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dd55d6-bad8-4885-933e-2232fb7c21f4 None None] No DVR routers for this DVR port 71fa88c5-dc86-4587-b503-9c6fa5f1d495 on host dv-cinder-804757-25-iscsi {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:01:37.381186 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (34eea048-c344-480b-bbfc-9d18504e7f6b), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.403291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eea048-c344-480b-bbfc-9d18504e7f6b']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:37.413010 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b971b6-0837-4967-b106-32aa0faa138f') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:37.413896 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b971b6-0837-4967-b106-32aa0faa138f') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:37.423834 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (07b971b6-0837-4967-b106-32aa0faa138f), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.438732 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (07b971b6-0837-4967-b106-32aa0faa138f), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.445259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:01:37.445919 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (07b971b6-0837-4967-b106-32aa0faa138f), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:01:37.447817 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:01:37.486151 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-93a1e9e4-67ff-41d8-80c5-a3e700a9a767 req-db960fb0-5a9d-4951-9728-ec1c8d8a330b tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0329530 Mar 08 16:01:37.509894 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (34eea048-c344-480b-bbfc-9d18504e7f6b), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.518301 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.521837 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/34eea048-c344-480b-bbfc-9d18504e7f6b HTTP/1.1" status: 204 len: 168 time: 0.7218218 Mar 08 16:01:37.535058 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5076b7b-a145-4c22-a66d-7d198c9718ba admin admin] Pushing event deleted for resources: {'Network': ['ID=34eea048-c344-480b-bbfc-9d18504e7f6b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:37.717392 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35284) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:37.804897 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3cec44b9-7fe2-4704-ba00-b6fadb38a579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a3b4dcd4ec4ad8976a89c57450aec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851021 Mar 08 16:01:37.805105 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35286) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:37.857029 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775fd6d4-fedc-4da6-a419-1cd44d6200e8 admin admin] Publish callbacks [] for security_group (ba31724b-5ad2-4b24-ad2d-d49f00247fe7), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.884630 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775fd6d4-fedc-4da6-a419-1cd44d6200e8 admin admin] Publish callbacks [] for security_group (ba31724b-5ad2-4b24-ad2d-d49f00247fe7), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.982851 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775fd6d4-fedc-4da6-a419-1cd44d6200e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ba31724b-5ad2-4b24-ad2d-d49f00247fe7), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.985718 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775fd6d4-fedc-4da6-a419-1cd44d6200e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:37.989594 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-775fd6d4-fedc-4da6-a419-1cd44d6200e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba31724b-5ad2-4b24-ad2d-d49f00247fe7 HTTP/1.1" status: 204 len: 168 time: 0.1809881 Mar 08 16:01:37.996175 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fd6d4-fedc-4da6-a419-1cd44d6200e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31724b-5ad2-4b24-ad2d-d49f00247fe7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:38.204141 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50af88-76d5-4897-b05e-0f3b12c45e51 req-5ca5652d-6090-4e2f-b3c5-177ec1cd41ad tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:38.205856 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-af50af88-76d5-4897-b05e-0f3b12c45e51 req-5ca5652d-6090-4e2f-b3c5-177ec1cd41ad tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0937903 Mar 08 16:01:38.260995 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-af50af88-76d5-4897-b05e-0f3b12c45e51 req-7cd7f589-4c2b-4403-8d11-6ecce06f5dd2 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484982 Mar 08 16:01:38.456508 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872be001-1e71-4e57-a900-309b7c90bf18 req-1bb0fff6-1d96-4a3c-9f6a-e799e4f556bd tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:38.458464 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-872be001-1e71-4e57-a900-309b7c90bf18 req-1bb0fff6-1d96-4a3c-9f6a-e799e4f556bd tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0634322 Mar 08 16:01:38.482050 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35296) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:38.546657 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-872be001-1e71-4e57-a900-309b7c90bf18 req-df88947b-9cb4-4ef6-8abc-88d9665e1488 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795133 Mar 08 16:01:38.560377 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0a9bf7f9-2e6d-47de-a747-c6b9fa78efeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af47c64cc7c14378938ce79a353cb652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0764911 Mar 08 16:01:38.563307 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35300) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:38.606790 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71fa88c5-dc86-4587-b503-9c6fa5f1d495 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:01:38.639929 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 71fa88c5-dc86-4587-b503-9c6fa5f1d495 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:01:38.640528 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 71fa88c5-dc86-4587-b503-9c6fa5f1d495 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:01:38.687089 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d4610c7e-2fee-431d-9f9a-b94127b07b87 req-ea1452a1-f743-4e52-a0ce-ccb3cd6e3ecb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0647161 Mar 08 16:01:38.704124 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb9c9-62cc-467a-a4df-d77f345bddb8 admin admin] Publish callbacks [] for security_group (1190d9d2-39a9-4893-af23-269b3603c2a4), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:38.728566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb9c9-62cc-467a-a4df-d77f345bddb8 admin admin] Publish callbacks [] for security_group (1190d9d2-39a9-4893-af23-269b3603c2a4), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:38.781200 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb9c9-62cc-467a-a4df-d77f345bddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1190d9d2-39a9-4893-af23-269b3603c2a4), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:38.783894 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c1ecb9c9-62cc-467a-a4df-d77f345bddb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:38.785421 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c1ecb9c9-62cc-467a-a4df-d77f345bddb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1190d9d2-39a9-4893-af23-269b3603c2a4 HTTP/1.1" status: 204 len: 168 time: 0.2211378 Mar 08 16:01:38.795029 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecb9c9-62cc-467a-a4df-d77f345bddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190d9d2-39a9-4893-af23-269b3603c2a4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:39.399153 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bc03b-0875-447b-bc97-8e4829e74273 req-b1815603-8379-49a7-8f74-2418e284fb50 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:39.401644 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-199bc03b-0875-447b-bc97-8e4829e74273 req-b1815603-8379-49a7-8f74-2418e284fb50 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0603366 Mar 08 16:01:39.457382 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-199bc03b-0875-447b-bc97-8e4829e74273 req-b4c6e735-021f-4811-b355-0311888352ee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501823 Mar 08 16:01:39.693628 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab922c03-072f-4cca-a83f-a50220e5195f req-e2de519a-165a-48e9-88ab-550a3005b6e3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:39.696351 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ab922c03-072f-4cca-a83f-a50220e5195f req-e2de519a-165a-48e9-88ab-550a3005b6e3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0691607 Mar 08 16:01:39.747030 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ab922c03-072f-4cca-a83f-a50220e5195f req-3f08cb46-4a0d-4825-8582-f253f4253772 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Mar 08 16:01:39.788805 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-110b297d-a382-4e46-abcc-ab7b84327544 req-2dc5b50f-cd18-467e-a663-971def194846 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0300465 Mar 08 16:01:40.525457 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:01:40.591510 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac1dc7-4fbc-46c7-b681-412dbd804ed6 req-b2ab68f5-fb2b-4f3f-a1e8-deaeb9dfd0ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:40.600234 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ddac1dc7-4fbc-46c7-b681-412dbd804ed6 req-b2ab68f5-fb2b-4f3f-a1e8-deaeb9dfd0ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0692220 Mar 08 16:01:40.645601 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ddac1dc7-4fbc-46c7-b681-412dbd804ed6 req-67eb8998-0fe0-4762-ab71-93b00c6ec5d4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437419 Mar 08 16:01:40.891782 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a08f32fd-2018-4f29-9b4a-be264dccc339 req-1a370869-cd65-4603-ae84-a1009f0306dd tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0344992 Mar 08 16:01:40.898834 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e9829-a80c-4f58-8dbf-a851bef20912 req-0c0c83cc-c815-4415-8bfe-7f6989cb7e72 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:40.900243 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c04e9829-a80c-4f58-8dbf-a851bef20912 req-0c0c83cc-c815-4415-8bfe-7f6989cb7e72 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0812528 Mar 08 16:01:40.958600 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c04e9829-a80c-4f58-8dbf-a851bef20912 req-df60c362-cd23-46a8-94db-33da2cf67337 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525980 Mar 08 16:01:41.773139 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b09f0-82d1-4639-9588-3608058b979c req-25791423-4dcb-4d62-89d7-f494a4dab495 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:41.774887 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-060b09f0-82d1-4639-9588-3608058b979c req-25791423-4dcb-4d62-89d7-f494a4dab495 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0577996 Mar 08 16:01:41.826666 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-060b09f0-82d1-4639-9588-3608058b979c req-b3a8aace-2219-4bd2-b54c-9823bc23494c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454118 Mar 08 16:01:41.995920 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ed96a868-149b-415f-bcc3-fc11c643c8cd req-078d86ca-f4ca-4799-8547-e2603b9730e3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0359249 Mar 08 16:01:42.083587 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc068b-8500-4ceb-8613-8a53412f5e38 req-3484d885-25c5-4c4a-a13c-dc002e18cad5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:42.085749 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c9bc068b-8500-4ceb-8613-8a53412f5e38 req-3484d885-25c5-4c4a-a13c-dc002e18cad5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0586002 Mar 08 16:01:42.142518 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c9bc068b-8500-4ceb-8613-8a53412f5e38 req-256d31a1-2a88-46e0-ba5d-a8af5682a02b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511022 Mar 08 16:01:42.961320 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eef6b-8d05-4c0b-962d-cb60962cb6a1 req-ebcb1b6b-1580-468a-a354-f63b35a62eee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:42.962966 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-603eef6b-8d05-4c0b-962d-cb60962cb6a1 req-ebcb1b6b-1580-468a-a354-f63b35a62eee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0547662 Mar 08 16:01:43.012888 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-603eef6b-8d05-4c0b-962d-cb60962cb6a1 req-a3181659-3e1d-4687-bed0-1c1f711900f5 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441737 Mar 08 16:01:43.105718 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b4730e51-7e08-4c6a-9126-e6e346a7fd44 req-bac86fab-71c0-4882-a63d-039c44c7484e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0280509 Mar 08 16:01:43.269415 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8fa6-6159-4de1-b12e-021c9f11147c req-fa7d2863-f842-4527-8d3b-df5e6e236058 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:43.270947 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6bfe8fa6-6159-4de1-b12e-021c9f11147c req-fa7d2863-f842-4527-8d3b-df5e6e236058 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0574090 Mar 08 16:01:43.325120 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6bfe8fa6-6159-4de1-b12e-021c9f11147c req-dfeea4fe-37c0-4d6f-8931-7f2f6451b501 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474377 Mar 08 16:01:44.185381 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975ccdd-21b0-4a05-93eb-90f94aa5164c req-9551461a-87e4-4336-8dbf-bd4108bbee89 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:44.193812 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4975ccdd-21b0-4a05-93eb-90f94aa5164c req-9551461a-87e4-4336-8dbf-bd4108bbee89 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0710406 Mar 08 16:01:44.236788 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-28cb3151-b1c4-44b8-aca8-268d5d54f22b req-15fc06b5-37eb-4c35-8cfd-03a8fb5ea62a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0338988 Mar 08 16:01:44.273753 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4975ccdd-21b0-4a05-93eb-90f94aa5164c req-a5061a28-8513-4cbe-a8ef-ff95e21f5637 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789979 Mar 08 16:01:44.462284 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116df5a3-3caf-4f10-a4e9-cd5fc7178ba6 req-ab7c10a4-d22a-4226-9972-79468d801e4d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:44.463820 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-116df5a3-3caf-4f10-a4e9-cd5fc7178ba6 req-ab7c10a4-d22a-4226-9972-79468d801e4d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0571196 Mar 08 16:01:44.513984 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-116df5a3-3caf-4f10-a4e9-cd5fc7178ba6 req-5a162b36-e252-48e2-99ff-f781e647eb53 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447707 Mar 08 16:01:45.349341 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-225ebdfd-7704-4f2b-9ba0-5c3454621829 req-8103cadc-4a68-4222-9702-523b1d986d6d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0384552 Mar 08 16:01:45.406742 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0e666-0329-4378-97fb-2658ec1477e9 req-9222eff8-16e2-452f-bbdf-a95a7b045523 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:45.408214 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9aa0e666-0329-4378-97fb-2658ec1477e9 req-9222eff8-16e2-452f-bbdf-a95a7b045523 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0551004 Mar 08 16:01:45.462836 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9aa0e666-0329-4378-97fb-2658ec1477e9 req-327c0ad9-dd77-4495-b980-25c2634b5ba1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481315 Mar 08 16:01:45.639650 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dcbe6-2509-4b7d-b8c7-8fe196401ec9 req-71cef904-6fc4-45f6-ba05-e0474deeefa9 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:45.640995 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a43dcbe6-2509-4b7d-b8c7-8fe196401ec9 req-71cef904-6fc4-45f6-ba05-e0474deeefa9 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0618370 Mar 08 16:01:45.692481 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a43dcbe6-2509-4b7d-b8c7-8fe196401ec9 req-219bbe38-9327-4171-bb5f-782e2f790788 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Mar 08 16:01:46.449008 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-20801c4a-7d1e-425b-9717-378a14c215ba req-631aa120-5c8e-44d8-aa8f-50bbf1b87c1a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0272961 Mar 08 16:01:46.593893 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff60f-0e4a-41f3-b070-9f3acb4033cf req-50b974e7-ecea-4e4a-b68d-481bc4039a45 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:46.596003 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-475ff60f-0e4a-41f3-b070-9f3acb4033cf req-50b974e7-ecea-4e4a-b68d-481bc4039a45 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0576560 Mar 08 16:01:46.658560 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-475ff60f-0e4a-41f3-b070-9f3acb4033cf req-e934b094-beff-49f6-90c6-e17d748098a9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563047 Mar 08 16:01:46.829483 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4e7cf-7081-4dbe-8c26-d734cbc53807 req-5c20db12-ee18-45d9-84c0-474b7899a371 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:46.830967 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a5e4e7cf-7081-4dbe-8c26-d734cbc53807 req-5c20db12-ee18-45d9-84c0-474b7899a371 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0614915 Mar 08 16:01:46.879908 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a5e4e7cf-7081-4dbe-8c26-d734cbc53807 req-fe2e3d29-c608-46bd-b233-a699b69a7087 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422666 Mar 08 16:01:47.544140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0767cb1a-5530-4a6d-832a-dff793e12e2e req-4c6a4fe8-57a0-4c7b-9472-10f5b6da6fa1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0274067 Mar 08 16:01:47.787050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e4c68-d430-46fc-8fc7-81b0ce57c827 req-65a97ea2-226c-4e3a-ba1c-e7129a59ae1c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:47.789249 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-742e4c68-d430-46fc-8fc7-81b0ce57c827 req-65a97ea2-226c-4e3a-ba1c-e7129a59ae1c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0555339 Mar 08 16:01:47.836695 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-742e4c68-d430-46fc-8fc7-81b0ce57c827 req-75f9fc7d-2522-46e6-b98f-df0576adce7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420842 Mar 08 16:01:48.002127 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376ec7f-7511-41f5-9af5-f7d6aa56cdde req-ef98ccbe-0494-4f8d-9fa6-cc225fd024e5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:48.005320 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a376ec7f-7511-41f5-9af5-f7d6aa56cdde req-ef98ccbe-0494-4f8d-9fa6-cc225fd024e5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0553334 Mar 08 16:01:48.059280 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-aa03c780-73f3-4773-b953-af33a73da956 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:48.060888 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-aa03c780-73f3-4773-b953-af33a73da956 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 811 time: 0.1201077 Mar 08 16:01:48.061253 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a376ec7f-7511-41f5-9af5-f7d6aa56cdde req-6a824f85-8514-442e-afe4-e89ed711172b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501006 Mar 08 16:01:48.140177 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-38898b71-1007-43de-a9fe-c40bb84ca4c9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 379 time: 0.0620487 Mar 08 16:01:48.149582 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'port': {'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'admin_state_up': True, 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'security_groups': ['0600464f-c4d2-42c6-ba56-a559b2f042c1']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:48.251760 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Made reservation on behalf of de2d718fb94a4747ada518f08ca3632e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:01:48.255053 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:48.379960 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Allocated IP 172.20.0.10 (a154b254-21e7-4168-a9eb-fa82dc9c0446/ebc384aa-c276-4ee5-af84-75bba4000bc1/75e750fc-b466-46d0-8368-ee1332ffe0dd) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:01:48.521013 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:48.563801 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:48.609654 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:01:48.613163 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:01:48.616543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:01:48.665954 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=75e750fc-b466-46d0-8368-ee1332ffe0dd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:48.684524 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:48.685177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a59d54-df4a-4c2f-9dc0-33394d5bd8ea req-75f08225-93c9-45a6-b678-2a88d15589bb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:48.685826 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:48.688152 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05a59d54-df4a-4c2f-9dc0-33394d5bd8ea req-75f08225-93c9-45a6-b678-2a88d15589bb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 932 time: 0.0692577 Mar 08 16:01:48.705838 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-ae2f2b17-634a-49c5-b2dd-6aaf8a49c6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602305 Mar 08 16:01:48.718748 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Request body: {'port': {'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:48.747847 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-05a59d54-df4a-4c2f-9dc0-33394d5bd8ea req-6ee63319-c914-4649-a08f-c28102e6bb9c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527000 Mar 08 16:01:48.785989 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:48.908623 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-92bfe37d-a767-4b14-ab18-334ae04b2624 None None] Provisioning complete for port 75e750fc-b466-46d0-8368-ee1332ffe0dd triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:48.909190 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-92bfe37d-a767-4b14-ab18-334ae04b2624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:48.948146 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-92bfe37d-a767-4b14-ab18-334ae04b2624 None None] Port 75e750fc-b466-46d0-8368-ee1332ffe0dd cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:01:48.967348 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0d087-a548-43da-9831-a32c1dc9bc6f req-710b0065-8ae5-48df-a693-f0ba47d8b7ba tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:48.968806 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2a0d087-a548-43da-9831-a32c1dc9bc6f req-710b0065-8ae5-48df-a693-f0ba47d8b7ba tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0567837 Mar 08 16:01:49.016035 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2a0d087-a548-43da-9831-a32c1dc9bc6f req-0139b72b-a2ee-46fb-a0fd-8d6a8558d4fc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Mar 08 16:01:49.051420 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e750fc-b466-46d0-8368-ee1332ffe0dd {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:49.061579 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Publish callbacks [] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.073883 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Transition to ACTIVE for port object 75e750fc-b466-46d0-8368-ee1332ffe0dd will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 16:01:49.077123 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.148291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=75e750fc-b466-46d0-8368-ee1332ffe0dd,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:49.195362 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06799065-06e3-47a3-9a99-f5a72c9353de req-c6d7b1a2-c072-4c1e-90ba-b802f90d7fce tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.196961 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-06799065-06e3-47a3-9a99-f5a72c9353de req-c6d7b1a2-c072-4c1e-90ba-b802f90d7fce tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0572021 Mar 08 16:01:49.210171 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Attempting to bind port 75e750fc-b466-46d0-8368-ee1332ffe0dd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:01:49.210548 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Attempting to bind port 75e750fc-b466-46d0-8368-ee1332ffe0dd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:01:49.210877 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Attempting to bind port 75e750fc-b466-46d0-8368-ee1332ffe0dd on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:49.215657 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Port 75e750fc-b466-46d0-8368-ee1332ffe0dd on network a154b254-21e7-4168-a9eb-fa82dc9c0446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 16:01:49.215995 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Attempting to bind port 75e750fc-b466-46d0-8368-ee1332ffe0dd on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:01:49.220953 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:01:49.221292 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Checking segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:01:49.221676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Bound using segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:01:49.222104 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Bound port: 75e750fc-b466-46d0-8368-ee1332ffe0dd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:01:49.222473 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.250825 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-06799065-06e3-47a3-9a99-f5a72c9353de req-a6e750b9-6047-4464-ae5f-9eb536dbf9ac tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484049 Mar 08 16:01:49.297936 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] For port 75e750fc-b466-46d0-8368-ee1332ffe0dd, host hv-cinder-80475, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:01:49.301164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] For port 75e750fc-b466-46d0-8368-ee1332ffe0dd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:01:49.309099 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.347380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.348158 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.349396 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] 10.222.0.37 "PUT /v2.0/ports/75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 1094 time: 0.6353109 Mar 08 16:01:49.349877 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:49.352528 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea214c85-09cb-4da1-a716-8869aefac797" -d '{"events": [{"name": "network-changed", "server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:49.402338 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8ec2-d90f-4133-9d65-e767078c4f90 req-e9cf2caa-d6f0-4c40-98a6-e231b8b65dfc tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.410585 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea3c8ec2-d90f-4133-9d65-e767078c4f90 req-e9cf2caa-d6f0-4c40-98a6-e231b8b65dfc tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0887003 Mar 08 16:01:49.467029 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4eff7-236e-4ed4-a484-413e760e5ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=75e750fc-b466-46d0-8368-ee1332ffe0dd,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:49.483527 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ea3c8ec2-d90f-4133-9d65-e767078c4f90 req-c7c0f3ce-4d1d-49d3-920c-a9d6778124b1 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675526 Mar 08 16:01:49.489774 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-9bc011d4-ea1e-48cd-944a-70a4015c85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.492204 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-9bc011d4-ea1e-48cd-944a-70a4015c85a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1128 time: 0.0920098 Mar 08 16:01:49.498448 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35370) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:49.569206 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-848bf15a-51fc-4796-87cb-9c2b6d036103 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 217 time: 0.0673509 Mar 08 16:01:49.619110 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f06968-adf5-41be-b6b1-a66d5e8b5db0 x-openstack-request-id: req-04f06968-adf5-41be-b6b1-a66d5e8b5db0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:49.619475 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:49.619794 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04f06968-adf5-41be-b6b1-a66d5e8b5db0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:49.620300 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'status': 'completed', 'code': 200} Mar 08 16:01:49.630835 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-7785bc7e-0047-4362-8690-51e6dbd3d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.632634 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-7785bc7e-0047-4362-8690-51e6dbd3d7db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0549471 Mar 08 16:01:49.632794 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.684854 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-2c407868-20e6-4170-999f-5fb1c447d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.686840 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-2c407868-20e6-4170-999f-5fb1c447d30b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476961 Mar 08 16:01:49.783151 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9896a5f-29ef-4fe4-963f-57ab9339a071 tempest-TestShelveInstance-662401951 tempest-TestShelveInstance-662401951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.783724 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-890a8f5c-21ca-4073-9c3e-a5c979bd2c74 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894847 Mar 08 16:01:49.784667 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a9896a5f-29ef-4fe4-963f-57ab9339a071 tempest-TestShelveInstance-662401951 tempest-TestShelveInstance-662401951-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1125 time: 0.2851040 Mar 08 16:01:49.787591 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35376) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:01:49.792472 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'port_id': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:01:49.814938 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:49.883409 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-acbd59a2-2809-493f-8e56-aed612eb8999 req-5cb9e7ec-fa5c-4dc8-a38b-c05b2790ca32 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929315 Mar 08 16:01:49.929236 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c444d4-6117-4fcc-88c7-360a44aa029d req-36ae459c-00ad-469a-9999-1c21725443e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.930734 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8c444d4-6117-4fcc-88c7-360a44aa029d req-36ae459c-00ad-469a-9999-1c21725443e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.1025646 Mar 08 16:01:49.974436 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214c85-09cb-4da1-a716-8869aefac797 req-770a1e56-606b-460a-85f8-75647f24285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:49.976168 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-770a1e56-606b-460a-85f8-75647f24285e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1128 time: 0.0512877 Mar 08 16:01:49.996760 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a8c444d4-6117-4fcc-88c7-360a44aa029d req-ec97aef0-73ee-4e1a-b3be-f63f2aa5acc0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595047 Mar 08 16:01:50.002971 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:50.090824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214c85-09cb-4da1-a716-8869aefac797 req-cda97983-bf8b-4222-98b2-2418d30234de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:50.092379 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-cda97983-bf8b-4222-98b2-2418d30234de service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.1090226 Mar 08 16:01:50.141832 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-6e42c38d-786b-4a35-8e76-e1b7e65ccbd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 217 time: 0.0423698 Mar 08 16:01:50.166184 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Allocated IP 172.27.2.230 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/4c3ba06c-0d11-4318-b002-a33344fbfc1c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:01:50.198491 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214c85-09cb-4da1-a716-8869aefac797 req-f92b59e5-591d-4641-94de-cb136faa2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:50.200247 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-f92b59e5-591d-4641-94de-cb136faa2038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0507772 Mar 08 16:01:50.208493 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea10e4-78cb-4e79-9792-ac2e2e079144 req-93078497-53c1-42f4-80c2-317d358284ee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:50.210635 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74ea10e4-78cb-4e79-9792-ac2e2e079144 req-93078497-53c1-42f4-80c2-317d358284ee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.1033978 Mar 08 16:01:50.259806 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214c85-09cb-4da1-a716-8869aefac797 req-608e88d7-bcce-4874-9b2c-053f0cd47717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:50.261407 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-608e88d7-bcce-4874-9b2c-053f0cd47717 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544600 Mar 08 16:01:50.313040 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-74ea10e4-78cb-4e79-9792-ac2e2e079144 req-becac25a-8841-453d-982c-dc7917c4a3a7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955496 Mar 08 16:01:50.325499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:50.363006 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-d18cd2be-6772-4235-886f-0716f5e5c19d service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940828 Mar 08 16:01:50.372597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:50.415505 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:01:50.422256 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:01:50.426403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:01:50.454566 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'Port': ['ID=4c3ba06c-0d11-4318-b002-a33344fbfc1c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:50.467473 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.467832 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.468177 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.468580 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.468866 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.469171 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.469576 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.469855 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.470213 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.470488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.470858 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.471035 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-ea214c85-09cb-4da1-a716-8869aefac797 req-f818e187-d16e-4f77-a464-075077e0b294 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005871 Mar 08 16:01:50.471192 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.471536 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:50.823127 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for floatingip (cbd6c82d-f8dc-4cf6-8c42-905a912e7388), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:50.893133 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:51.043688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:51.048252 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:51.146305 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event updated for resources: {'Port': ['ID=4c3ba06c-0d11-4318-b002-a33344fbfc1c,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:51.167827 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (cbd6c82d-f8dc-4cf6-8c42-905a912e7388), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:51.213647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31cbc64-24ac-4d34-b97d-12de12485da0 req-7e455041-5453-40a4-90da-f9868266f73e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:51.216409 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b31cbc64-24ac-4d34-b97d-12de12485da0 req-7e455041-5453-40a4-90da-f9868266f73e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.1413741 Mar 08 16:01:51.250332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-8cb00766-4b65-4368-b428-f1722497c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:51.252001 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-8cb00766-4b65-4368-b428-f1722497c7e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1127 time: 0.0468097 Mar 08 16:01:51.311367 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b31cbc64-24ac-4d34-b97d-12de12485da0 req-ee05ae06-e9d5-4d7e-b763-133274c0ee81 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896769 Mar 08 16:01:51.323200 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Floating IP cbd6c82d-f8dc-4cf6-8c42-905a912e7388 associated. External IP: 172.27.2.230, port: 0c4ca38f-1752-4fff-9982-2a2df8af9a7d. Mar 08 16:01:51.371569 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-8a1449ce-dc8e-49ab-a85c-c01ce6dcfe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:51.373073 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-8a1449ce-dc8e-49ab-a85c-c01ce6dcfe53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.1001608 Mar 08 16:01:51.447221 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-2525d0ac-3c37-4579-9cb9-9b9f6fb3e9c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 200 len: 999 time: 0.0660305 Mar 08 16:01:51.498399 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-89a0fdfa-7031-4b3c-89e1-25996c4bdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:51.499912 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-89a0fdfa-7031-4b3c-89e1-25996c4bdb7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0458000 Mar 08 16:01:51.551802 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-522c653d-6d13-4732-8c2e-e1ffc25abb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:51.553912 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-522c653d-6d13-4732-8c2e-e1ffc25abb05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464494 Mar 08 16:01:51.652249 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-79ed7ac6-aac6-4842-bed9-a152a683de8e service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925801 Mar 08 16:01:51.750493 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929e6c2-e660-4dbf-bafc-c88cb5b37fd8 req-ec29c8de-a30c-4c13-9431-028b91dcd62d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:51.752006 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a929e6c2-e660-4dbf-bafc-c88cb5b37fd8 req-ec29c8de-a30c-4c13-9431-028b91dcd62d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0736806 Mar 08 16:01:51.752641 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-faf7b820-7426-40ce-961a-d8c9f01e789d req-cf748407-273e-4573-b10d-6e69eeff2882 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936561 Mar 08 16:01:51.872567 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a929e6c2-e660-4dbf-bafc-c88cb5b37fd8 req-a0795d2e-22ef-4dec-94ec-7031fbed3b0f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867977 Mar 08 16:01:51.894232 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Router b2d5a9d4-f698-47a4-9980-46eb35e29678 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:01:52.013095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:01:52.023926 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] Sync routers for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:01:52.032374 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:52.034338 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:52.035034 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:52.078050 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-54c89b31-6bdf-4cfa-97f8-e895637c6564 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2744262 Mar 08 16:01:52.078050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:52.078050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8018b-de76-4256-9108-3f643eca687c" -d '{"events": [{"name": "network-changed", "server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:52.107053 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88f5adf-8768-4ce0-acf2-1e0df21088b3 x-openstack-request-id: req-f88f5adf-8768-4ce0-acf2-1e0df21088b3 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:52.107377 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:52.107629 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f88f5adf-8768-4ce0-acf2-1e0df21088b3 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:52.108080 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'status': 'completed', 'code': 200} Mar 08 16:01:52.153005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:52.171105 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8018b-de76-4256-9108-3f643eca687c req-0205be64-8e8f-49f9-afc4-877e32c64426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:52.172669 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-0205be64-8e8f-49f9-afc4-877e32c64426 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.0448058 Mar 08 16:01:52.270348 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8018b-de76-4256-9108-3f643eca687c req-3537a187-b899-4fb6-987a-c04e0815a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:52.272476 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-3537a187-b899-4fb6-987a-c04e0815a083 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.0886600 Mar 08 16:01:52.344728 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-9be93333-caf4-4235-8e06-3e63597a588d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 1000 time: 0.0668812 Mar 08 16:01:52.402864 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8018b-de76-4256-9108-3f643eca687c req-acf34c47-f52b-46d9-a8e7-37fb92df3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:52.404475 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-acf34c47-f52b-46d9-a8e7-37fb92df3623 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0522943 Mar 08 16:01:52.455005 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125c195-6dd0-4328-8768-98daba54f91e req-d446b688-e7c3-4916-93cc-d0f0c0f0e7ce tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:52.456510 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0125c195-6dd0-4328-8768-98daba54f91e req-d446b688-e7c3-4916-93cc-d0f0c0f0e7ce tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.0660748 Mar 08 16:01:52.457068 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8018b-de76-4256-9108-3f643eca687c req-9c00a515-9199-4110-a936-54ad6b2a8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:52.458588 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-9c00a515-9199-4110-a936-54ad6b2a8542 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479984 Mar 08 16:01:52.512123 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0125c195-6dd0-4328-8768-98daba54f91e req-4ba951df-e40e-424d-9b01-b57fc6067220 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480289 Mar 08 16:01:52.531158 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'cbd6c82d-f8dc-4cf6-8c42-905a912e7388', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'port_id': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'mac_address': 'fa:16:3e:81:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:01:50Z', 'updated_at': '2022-03-08T16:01:50Z', 'revision_number': 0, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:52.555769 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-136930e7-182c-423b-9005-517ecf139cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904112 Mar 08 16:01:52.562813 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] Checking router: b2d5a9d4-f698-47a4-9980-46eb35e29678 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:01:52.571782 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:01:52.572389 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:01:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:52.643400 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-baf8018b-de76-4256-9108-3f643eca687c req-5482e77b-8d6b-4a03-99d4-0b5c8812ce3f service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809593 Mar 08 16:01:52.682400 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:01:52.901999 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'cbd6c82d-f8dc-4cf6-8c42-905a912e7388', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'port_id': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'mac_address': 'fa:16:3e:81:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:01:50Z', 'updated_at': '2022-03-08T16:01:50Z', 'revision_number': 0, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:01:52.932920 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cbe2f7-dfa6-45b0-b3d0-b18ad20641e6 None None] The sync data for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi is: [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'cbd6c82d-f8dc-4cf6-8c42-905a912e7388', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'port_id': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'mac_address': 'fa:16:3e:81:ef:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:01:50Z', 'updated_at': '2022-03-08T16:01:50Z', 'revision_number': 0, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:01:53.000437 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add2c50-a616-4025-9df7-f8621ca86796 req-2dc3893b-b91d-4877-b142-a598d3b9d30d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:53.002028 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3add2c50-a616-4025-9df7-f8621ca86796 req-2dc3893b-b91d-4877-b142-a598d3b9d30d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0535667 Mar 08 16:01:53.051351 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3add2c50-a616-4025-9df7-f8621ca86796 req-32b58d80-9fb6-458a-9093-4f3400c5c902 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 Mar 08 16:01:53.133108 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f1c16-fafa-436e-b5fe-b50ea03426f4 None None] New status for floating IP cbd6c82d-f8dc-4cf6-8c42-905a912e7388: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:01:53.628846 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda3269-17b2-4379-a70f-3bf1cb447851 req-fa337ef2-3936-4882-bf62-5cac0be79eeb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:53.630287 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2cda3269-17b2-4379-a70f-3bf1cb447851 req-fa337ef2-3936-4882-bf62-5cac0be79eeb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.0519934 Mar 08 16:01:53.681898 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2cda3269-17b2-4379-a70f-3bf1cb447851 req-1bec8f97-7036-4fe6-8af7-1d34fc27aa0a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453722 Mar 08 16:01:54.177255 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24b858-5bc0-4eb1-b90a-98ced7b87d90 req-360a57f2-de23-4ac2-925f-03bc0fd9eaef tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:54.179329 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ec24b858-5bc0-4eb1-b90a-98ced7b87d90 req-360a57f2-de23-4ac2-925f-03bc0fd9eaef tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0546997 Mar 08 16:01:54.224795 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ec24b858-5bc0-4eb1-b90a-98ced7b87d90 req-e29476b7-8d81-44dc-bf5b-75f53007010f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398786 Mar 08 16:01:54.799475 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b5591-eca4-49c0-a87f-91155fefe8cf req-65eca4ef-47f9-41cb-a46b-30a6d018610a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:54.800844 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-120b5591-eca4-49c0-a87f-91155fefe8cf req-65eca4ef-47f9-41cb-a46b-30a6d018610a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.0512354 Mar 08 16:01:54.849669 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-120b5591-eca4-49c0-a87f-91155fefe8cf req-23c3d2ba-91f9-426d-8366-31e4cd4f043a tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423687 Mar 08 16:01:55.350462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180634-dd92-4a84-8d80-154133fc026f req-c1bd7d17-dd9f-4383-9d8a-072da63c1413 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:55.351949 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae180634-dd92-4a84-8d80-154133fc026f req-c1bd7d17-dd9f-4383-9d8a-072da63c1413 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0557215 Mar 08 16:01:55.399103 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ae180634-dd92-4a84-8d80-154133fc026f req-895a90c3-c9ef-42f2-a5c4-e018bb74c9d7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416102 Mar 08 16:01:55.965375 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f5804-99bf-4bc9-9323-306ce98bc1cc req-db05502d-c902-40cb-80f9-6e3e8c8c1c3d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:55.966846 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f26f5804-99bf-4bc9-9323-306ce98bc1cc req-db05502d-c902-40cb-80f9-6e3e8c8c1c3d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.0511763 Mar 08 16:01:56.014042 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f26f5804-99bf-4bc9-9323-306ce98bc1cc req-063a500a-5f1f-485f-af4a-1bd0ca38f6c1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417082 Mar 08 16:01:56.502611 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:01:56.520605 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00325bf5-3caa-4a9b-9822-4b2b19474c27 req-2a3a4249-7bec-432d-95c6-4f841b5e4f62 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:56.522996 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-00325bf5-3caa-4a9b-9822-4b2b19474c27 req-2a3a4249-7bec-432d-95c6-4f841b5e4f62 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 943 time: 0.0517917 Mar 08 16:01:56.572182 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-00325bf5-3caa-4a9b-9822-4b2b19474c27 req-d805cd8f-4c58-4088-b56f-d8053d882460 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442028 Mar 08 16:01:56.603106 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:56.613771 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'port_id': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'mac_address': 'fa:16:3e:86:9e:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:01:56.650299 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:56.650681 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:56.662949 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf43d19c-ccb4-499c-b06d-afb1b798e251 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:56.682442 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:56.686394 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:56.731382 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=9']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:56.738130 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.738477 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.738815 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.739187 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.739505 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.739828 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.740152 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.740473 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.741483 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.741816 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.742137 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.742456 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.742772 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:01:56.953311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['cf43d19c-ccb4-499c-b06d-afb1b798e251'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:57.132476 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8471f-05a6-4248-b65d-30cb90bd554a req-8e0d25f4-c8fb-477b-b6a1-1700be3be4a5 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:57.133925 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e9d8471f-05a6-4248-b65d-30cb90bd554a req-8e0d25f4-c8fb-477b-b6a1-1700be3be4a5 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.0524976 Mar 08 16:01:57.180759 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e9d8471f-05a6-4248-b65d-30cb90bd554a req-0ebbf62a-30b6-4b61-832b-cbf1a7189a63 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Mar 08 16:01:57.693533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cf56c-0ef0-40f7-8a7e-fe7f0d4f4ff0 req-ec06e0a1-773b-485e-99c5-7574896412eb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:57.695663 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e5cf56c-0ef0-40f7-8a7e-fe7f0d4f4ff0 req-ec06e0a1-773b-485e-99c5-7574896412eb tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 944 time: 0.0520585 Mar 08 16:01:57.739985 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9e5cf56c-0ef0-40f7-8a7e-fe7f0d4f4ff0 req-5d08d00a-c708-405e-97b1-503e8561d645 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Mar 08 16:01:58.305887 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6ab03-aefe-4b26-8f5b-3f967062f21e req-ac367207-d050-4203-a40e-6b34b79a82b0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:58.307222 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-84d6ab03-aefe-4b26-8f5b-3f967062f21e req-ac367207-d050-4203-a40e-6b34b79a82b0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 944 time: 0.0595863 Mar 08 16:01:58.359318 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-84d6ab03-aefe-4b26-8f5b-3f967062f21e req-bb371a14-181c-427b-8141-05fd1a0ed978 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444934 Mar 08 16:01:58.520841 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 75e750fc-b466-46d0-8368-ee1332ffe0dd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:01:58.524748 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:01:58.634330 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port cf43d19c-ccb4-499c-b06d-afb1b798e251 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:01:58.634608 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:58.680117 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 75e750fc-b466-46d0-8368-ee1332ffe0dd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:58.693472 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:01:58.762808 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 75e750fc-b466-46d0-8368-ee1332ffe0dd is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:58.763222 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:58.767176 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port cf43d19c-ccb4-499c-b06d-afb1b798e251 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:01:58.767547 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:58.786006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e750fc-b466-46d0-8368-ee1332ffe0dd {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:01:58.807729 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:01:58.809932 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaa499d-7978-4b60-a9e4-8bde44883d3c" -d '{"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:01:58.827293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 75e750fc-b466-46d0-8368-ee1332ffe0dd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:58.830902 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:01:58.832336 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:58.838614 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:58.857661 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bbaabc-80aa-40d1-ab2e-b1c4bf6fdd7c x-openstack-request-id: req-77bbaabc-80aa-40d1-ab2e-b1c4bf6fdd7c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:01:58.857963 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-plugged", "status": "completed", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:01:58.858201 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77bbaabc-80aa-40d1-ab2e-b1c4bf6fdd7c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:01:58.858585 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'code': 200} Mar 08 16:01:58.871781 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719cdcb-9dcd-4519-9ac3-3250fc9ea18b req-d544dbaf-10e1-46d0-8ff1-c4ed26733103 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:58.873587 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9719cdcb-9dcd-4519-9ac3-3250fc9ea18b req-d544dbaf-10e1-46d0-8ff1-c4ed26733103 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 944 time: 0.0596404 Mar 08 16:01:58.887995 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=75e750fc-b466-46d0-8368-ee1332ffe0dd,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:58.926218 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9719cdcb-9dcd-4519-9ac3-3250fc9ea18b req-bcb0b3fd-c585-41bd-8672-022861979e88 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463388 Mar 08 16:01:58.941618 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=10']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:01:59.122688 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['75e750fc-b466-46d0-8368-ee1332ffe0dd'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:01:59.289697 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7a647421-60ab-42c1-9d4f-4eb7de745871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:01:59.349820 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32d217-104f-43be-8a49-0dd70311b99a req-4b86f822-29a4-4a1b-af61-6c7146948caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:59.351940 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9b32d217-104f-43be-8a49-0dd70311b99a req-4b86f822-29a4-4a1b-af61-6c7146948caa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 1130 time: 0.0551894 Mar 08 16:01:59.400600 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9b32d217-104f-43be-8a49-0dd70311b99a req-193ac0b3-63ef-4584-8c42-7c65d0bc1619 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427783 Mar 08 16:01:59.483992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a26d9-13a1-4904-9075-4ee713dbe0d8 req-3a9d2c8f-a60b-4939-ad18-777ae875f53d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:01:59.485458 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-402a26d9-13a1-4904-9075-4ee713dbe0d8 req-3a9d2c8f-a60b-4939-ad18-777ae875f53d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 945 time: 0.0566449 Mar 08 16:01:59.534431 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-402a26d9-13a1-4904-9075-4ee713dbe0d8 req-5116111f-4bea-49d5-9552-92dc188ffc92 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435119 Mar 08 16:02:00.050952 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828742c-129b-49ac-bd23-109caa7a5f79 req-07dcb217-944c-4cc2-a86a-024403e7439a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:00.052359 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3828742c-129b-49ac-bd23-109caa7a5f79 req-07dcb217-944c-4cc2-a86a-024403e7439a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Mar 08 16:02:00.098291 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3828742c-129b-49ac-bd23-109caa7a5f79 req-d23bb7ba-0b00-4f04-961f-af6efe8ff29c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Mar 08 16:02:00.528263 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 75e750fc-b466-46d0-8368-ee1332ffe0dd up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:02:00.578745 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 75e750fc-b466-46d0-8368-ee1332ffe0dd completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 16:02:00.583173 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 75e750fc-b466-46d0-8368-ee1332ffe0dd triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:02:00.583551 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:00.659354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa622af-80e4-43d4-a6dc-8ec4889ba153 req-67a57597-c830-4cbc-b8a4-bc95f10359db tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:00.660879 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8fa622af-80e4-43d4-a6dc-8ec4889ba153 req-67a57597-c830-4cbc-b8a4-bc95f10359db tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 945 time: 0.0527179 Mar 08 16:02:00.667271 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 75e750fc-b466-46d0-8368-ee1332ffe0dd is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:02:00.667488 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:00.707336 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 75e750fc-b466-46d0-8368-ee1332ffe0dd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:00.711658 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:00.745560 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8fa622af-80e4-43d4-a6dc-8ec4889ba153 req-0ccfda18-9863-4e71-99ad-12d0729d5501 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771523 Mar 08 16:02:00.774060 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=75e750fc-b466-46d0-8368-ee1332ffe0dd,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:00.860199 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:02:00.862535 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91942a46-e165-4a42-b25b-0313b3e39a0d" -d '{"events": [{"server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "name": "network-vif-plugged", "status": "completed", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:02:00.899634 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a205b294-70e3-4a4d-96ac-a0cb26977468 x-openstack-request-id: req-a205b294-70e3-4a4d-96ac-a0cb26977468 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:02:00.900270 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "name": "network-vif-plugged", "status": "completed", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:02:00.900645 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a205b294-70e3-4a4d-96ac-a0cb26977468 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:02:00.901132 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'code': 200} Mar 08 16:02:01.077585 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea3184-a5af-4b6e-90b7-2b50becfb40f req-5d262d5a-847f-4b1d-b160-303104e5efdc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:01.079168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-22ea3184-a5af-4b6e-90b7-2b50becfb40f req-5d262d5a-847f-4b1d-b160-303104e5efdc tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0582731 Mar 08 16:02:01.139309 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-22ea3184-a5af-4b6e-90b7-2b50becfb40f req-92321866-d331-4290-9178-88aa1a784b13 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536268 Mar 08 16:02:01.196306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff74067-62c6-482d-9c71-edc894c2ea3e req-59e4f22f-5fa7-4491-b255-36cc5e487f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:01.197960 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-aff74067-62c6-482d-9c71-edc894c2ea3e req-59e4f22f-5fa7-4491-b255-36cc5e487f1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1130 time: 0.0525470 Mar 08 16:02:01.234617 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0d2e4-01ed-45e4-b732-7c4250759ba4 req-b3d32c95-6e5c-413c-9361-7273d11ffe7c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:01.236154 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-17b0d2e4-01ed-45e4-b732-7c4250759ba4 req-b3d32c95-6e5c-413c-9361-7273d11ffe7c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 946 time: 0.0549974 Mar 08 16:02:01.248594 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-aff74067-62c6-482d-9c71-edc894c2ea3e req-0daf689b-7dde-41d1-adb4-fb157687404b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432303 Mar 08 16:02:01.284615 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-17b0d2e4-01ed-45e4-b732-7c4250759ba4 req-95c63723-b11c-4aeb-837f-41530e6669b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420477 Mar 08 16:02:01.760743 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-791c4f07-886a-4ba0-b7d6-51c2b1d3823d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:01.867240 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e3195-3ae4-49b2-9d86-38afb8078a0a req-f33467f2-b0b7-4b15-ab48-523da06b9b45 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:01.869070 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-073e3195-3ae4-49b2-9d86-38afb8078a0a req-f33467f2-b0b7-4b15-ab48-523da06b9b45 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 946 time: 0.0579853 Mar 08 16:02:01.918273 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-073e3195-3ae4-49b2-9d86-38afb8078a0a req-d3c8b59d-2744-45b4-90c1-d425f9ba97b0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435679 Mar 08 16:02:02.257220 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2b176-d515-42fe-bbd5-b5a9a1626505 req-957f3764-844d-4732-9d0f-24afe5f1fe42 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:02.259759 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b3f2b176-d515-42fe-bbd5-b5a9a1626505 req-957f3764-844d-4732-9d0f-24afe5f1fe42 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0531061 Mar 08 16:02:02.305931 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b3f2b176-d515-42fe-bbd5-b5a9a1626505 req-ce7db5d0-7ddb-4be3-ac3e-6df5e5177a4e tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 Mar 08 16:02:02.410745 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2f498-f5b8-4fbd-b752-d492249507a8 req-5dab588e-7446-4925-8b6f-6c9e0fb31987 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:02.412139 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aaf2f498-f5b8-4fbd-b752-d492249507a8 req-5dab588e-7446-4925-8b6f-6c9e0fb31987 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 946 time: 0.0516806 Mar 08 16:02:02.465731 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aaf2f498-f5b8-4fbd-b752-d492249507a8 req-771d39b9-10e9-406b-894f-19f39c9e5c79 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480366 Mar 08 16:02:02.859416 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.033383 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9a409-da34-4994-b243-58119fa26397 req-dec037d5-e254-4d73-830b-5be790850711 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:03.034837 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-04a9a409-da34-4994-b243-58119fa26397 req-dec037d5-e254-4d73-830b-5be790850711 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 946 time: 0.0525320 Mar 08 16:02:03.083027 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-04a9a409-da34-4994-b243-58119fa26397 req-b129d9dd-67b0-4420-a6df-8d3d529fbf65 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426719 Mar 08 16:02:03.202894 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624fe96-e077-4788-9fb4-cc1976afe188 req-0bb3436c-a1f6-4421-b191-d28806dd22f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:03.204390 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e624fe96-e077-4788-9fb4-cc1976afe188 req-0bb3436c-a1f6-4421-b191-d28806dd22f2 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 946 time: 0.0560575 Mar 08 16:02:03.238306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-4c5a3bbe-9f49-4950-b905-302635d69431 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:03.239759 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-4c5a3bbe-9f49-4950-b905-302635d69431 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0524726 Mar 08 16:02:03.255766 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e624fe96-e077-4788-9fb4-cc1976afe188 req-66b43a9f-5720-49bb-a6de-370102f5f1d0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Mar 08 16:02:03.277956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35536) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:03.324958 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa2478-8daa-439a-a779-c298ee4844ee tempest-TestVolumeBootPattern-89677916 tempest-TestVolumeBootPattern-89677916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:03.326483 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-06fa2478-8daa-439a-a779-c298ee4844ee tempest-TestVolumeBootPattern-89677916 tempest-TestVolumeBootPattern-89677916-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1125 time: 0.0475583 Mar 08 16:02:03.329258 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35540) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:03.333489 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:03.341888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:03.342240 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.355890 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.431127 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] For port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:03.431496 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.471671 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409d7fd-36fc-4ca0-aff4-8a4ec9f7e778 req-022e321d-9696-40e5-9793-d18e37e909a2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:03.473170 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6409d7fd-36fc-4ca0-aff4-8a4ec9f7e778 req-022e321d-9696-40e5-9793-d18e37e909a2 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 946 time: 0.0933754 Mar 08 16:02:03.536027 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.542333 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6409d7fd-36fc-4ca0-aff4-8a4ec9f7e778 req-cab50753-8b23-4792-a720-cffcf6f03877 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups?id=f87be010-a34b-4f6b-a146-524345900dea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612726 Mar 08 16:02:03.649667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Allocated IP 172.27.2.227 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/74b74f82-937d-4d0f-ad71-030fc460db27) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:02:03.757776 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (74b74f82-937d-4d0f-ad71-030fc460db27), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.793249 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (74b74f82-937d-4d0f-ad71-030fc460db27), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.835212 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:02:03.838844 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:02:03.843546 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:02:03.846530 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=74b74f82-937d-4d0f-ad71-030fc460db27,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:03.856335 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.856698 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (439ac9c1-58d0-4f6d-92ec-e301abbc4006), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:03.857014 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Floating IP 439ac9c1-58d0-4f6d-92ec-e301abbc4006 disassociated. External IP: 172.27.2.249, port: 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2. Mar 08 16:02:03.857357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:03.985051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.020482 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:04.134086 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:02:04.232445 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (2eb3eb1e-c968-4a30-ba69-20f92e41efae), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.248555 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:02:04.258083 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:02:04.268463 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:04.269076 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:04.292457 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] No DVR routers for this DVR port 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:02:04.295114 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.298762 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-9abdd621-fb25-4824-a5be-0fc3f9e55d55 req-2f365741-48f7-412d-afed-11618a6b5b15 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.37 "DELETE /v2.0/ports/9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 HTTP/1.1" status: 204 len: 173 time: 1.0527630 Mar 08 16:02:04.299240 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'name': 'network-vif-deleted', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:02:04.301508 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf1f8c-133c-4162-b08b-df9d5b137cd9" -d '{"events": [{"server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "name": "network-vif-deleted", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:02:04.309340 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (74b74f82-937d-4d0f-ad71-030fc460db27), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.356148 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.356972 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7af215-17ae-4caf-9fb1-1a8f2bc271d2 x-openstack-request-id: req-8e7af215-17ae-4caf-9fb1-1a8f2bc271d2 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:02:04.357951 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66975d5f-31e5-47c6-81eb-58f0e05e599c", "name": "network-vif-deleted", "tag": "9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:02:04.357951 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e7af215-17ae-4caf-9fb1-1a8f2bc271d2 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:02:04.359465 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66975d5f-31e5-47c6-81eb-58f0e05e599c', 'name': 'network-vif-deleted', 'tag': '9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2', 'status': 'completed', 'code': 200} Mar 08 16:02:04.441990 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:04.489238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (74b74f82-937d-4d0f-ad71-030fc460db27), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.496143 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (74b74f82-937d-4d0f-ad71-030fc460db27), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.591423 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=74b74f82-937d-4d0f-ad71-030fc460db27,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:04.599586 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (2eb3eb1e-c968-4a30-ba69-20f92e41efae), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:04.670556 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8c8bddd4-0b38-48ff-a8bb-f90907619bce req-3b611182-7f5e-430c-8e43-897a7f433c8d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/ports?device_id=66975d5f-31e5-47c6-81eb-58f0e05e599c HTTP/1.1" status: 200 len: 210 time: 0.0363235 Mar 08 16:02:04.673663 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:04.701061 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:02:04.709261 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:04.709858 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:04.728293 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Floating IP 2eb3eb1e-c968-4a30-ba69-20f92e41efae associated. External IP: 172.27.2.227, port: 75e750fc-b466-46d0-8368-ee1332ffe0dd. Mar 08 16:02:04.958158 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:02:04.972994 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:05.068554 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:02:05.079770 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:02:05.090443 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:05.091382 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:05.095278 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:05.127824 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5205947a-c61c-4e78-b282-137a38ace652 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7975490 Mar 08 16:02:05.128890 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:02:05.131362 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000f8334-3736-4659-a921-a12cd1ca70ae" -d '{"events": [{"name": "network-changed", "server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:02:05.170567 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66e593a-9b7b-477b-aea4-816c5c8473f5 x-openstack-request-id: req-a66e593a-9b7b-477b-aea4-816c5c8473f5 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:02:05.171098 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:02:05.171530 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a66e593a-9b7b-477b-aea4-816c5c8473f5 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:02:05.172092 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'status': 'completed', 'code': 200} Mar 08 16:02:05.178452 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:05.208963 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:05.210747 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa75a95-4947-4c7c-adde-1e9b689f5084 None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T15:56:00Z', 'revision_number': 4, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'f4819fd0-84a1-4453-a14f-52da39c6fdba', 'name': '', 'network_id': '373085e0-5393-4c54-8adb-64b19cfacec5', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'mac_address': 'fa:16:3e:6a:58:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:57Z', 'updated_at': '2022-03-08T15:56:10Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'subnets': [{'id': '1bfd9226-8147-42a2-92c6-8ac2221ae1d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:02:05.240877 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8334-3736-4659-a921-a12cd1ca70ae req-85c2874a-3846-4d30-83ed-34988c4d35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:05.242386 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-85c2874a-3846-4d30-83ed-34988c4d35e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1130 time: 0.0486560 Mar 08 16:02:05.339988 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8334-3736-4659-a921-a12cd1ca70ae req-463483e8-ab4f-43a4-ba58-f29e304667dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:05.341459 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-463483e8-ab4f-43a4-ba58-f29e304667dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.0937157 Mar 08 16:02:05.413778 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-e6a56a78-d313-46b7-ac22-69e10b179256 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 1000 time: 0.0590949 Mar 08 16:02:05.453503 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6105a85-59c8-4d2a-8289-2d4028c47cb6 None None] New status for floating IP 439ac9c1-58d0-4f6d-92ec-e301abbc4006: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:02:05.454695 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:04Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:05.472668 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8334-3736-4659-a921-a12cd1ca70ae req-78fe106f-2439-4e12-8aa3-5d9f1d8f6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:05.474251 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-78fe106f-2439-4e12-8aa3-5d9f1d8f6c5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0529797 Mar 08 16:02:05.486193 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:02:05.495331 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:05.496024 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:05.531268 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8334-3736-4659-a921-a12cd1ca70ae req-903e7bd5-e1f5-4867-a08f-3f21a17c2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:05.532935 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-903e7bd5-e1f5-4867-a08f-3f21a17c2b36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477083 Mar 08 16:02:05.608169 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:05.632100 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-54afec47-20c2-49e1-9d8a-3019e12fc958 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911047 Mar 08 16:02:05.731516 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-000f8334-3736-4659-a921-a12cd1ca70ae req-d28569e7-1179-4027-b49a-c5a21cc4d3e8 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893562 Mar 08 16:02:05.762444 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35558) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:05.821398 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf18-2718-4b46-b720-a40e66908fec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (f87be010-a34b-4f6b-a146-524345900dea), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:05.845590 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf18-2718-4b46-b720-a40e66908fec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (f87be010-a34b-4f6b-a146-524345900dea), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:05.895992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf18-2718-4b46-b720-a40e66908fec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f87be010-a34b-4f6b-a146-524345900dea), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:05.898431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4c2baf18-2718-4b46-b720-a40e66908fec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:05.899804 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4c2baf18-2718-4b46-b720-a40e66908fec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/security-groups/f87be010-a34b-4f6b-a146-524345900dea HTTP/1.1" status: 204 len: 168 time: 0.1362176 Mar 08 16:02:05.902602 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35560) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:05.908660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2baf18-2718-4b46-b720-a40e66908fec tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87be010-a34b-4f6b-a146-524345900dea,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:05.919771 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-bcdd7782-d9ca-417a-a2a8-862a4d4f9a9d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] show failed (client error): The resource could not be found. Mar 08 16:02:05.920779 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-bcdd7782-d9ca-417a-a2a8-862a4d4f9a9d tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "GET /v2.0/security-groups/f87be010-a34b-4f6b-a146-524345900dea HTTP/1.1" status: 404 len: 347 time: 0.0169580 Mar 08 16:02:05.923676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35562) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:05.947080 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:04Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:05.975041 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01194a8-eaa1-4796-be6e-a89c95625cad None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:04Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:02:06.041055 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.067308 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Deleting port df40255e-e2bf-4ef8-98e8-eca8cb9ecffe {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:06.067655 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.151318 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.151551 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.163815 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Calling delete_port for df40255e-e2bf-4ef8-98e8-eca8cb9ecffe owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:06.174037 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5502b181-1a5c-49a6-b34a-49d9d7e72129 None None] New status for floating IP 2eb3eb1e-c968-4a30-ba69-20f92e41efae: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:02:06.293955 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (df40255e-e2bf-4ef8-98e8-eca8cb9ecffe), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.321540 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Pushing event deleted for resources: {'Port': ['ID=df40255e-e2bf-4ef8-98e8-eca8cb9ecffe,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:06.386408 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks [] for floatingip (439ac9c1-58d0-4f6d-92ec-e301abbc4006), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.389008 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:06.390143 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-21fabf8f-6fde-4539-babd-d28fd66937c0 tempest-AttachVolumeNegativeTest-377963396 tempest-AttachVolumeNegativeTest-377963396-project] 10.222.0.15 "DELETE /v2.0/floatingips/439ac9c1-58d0-4f6d-92ec-e301abbc4006 HTTP/1.1" status: 204 len: 168 time: 0.4655316 Mar 08 16:02:08.533855 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:08.554151 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:08.554498 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 9aa3c9cf-e165-46f5-8ddb-f88a252cb1f2 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:10.026801 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35598) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:10.471865 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (b02c7335-4447-4de6-81e9-7b47d34c30e4), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:10.979914 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Deleting port f4819fd0-84a1-4453-a14f-52da39c6fdba {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:10.980245 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:11.054629 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] For port f4819fd0-84a1-4453-a14f-52da39c6fdba, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=f4819fd0-84a1-4453-a14f-52da39c6fdba,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:11.055380 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:11.067321 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Calling delete_port for f4819fd0-84a1-4453-a14f-52da39c6fdba owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:11.245053 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (f4819fd0-84a1-4453-a14f-52da39c6fdba), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:11.275783 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4819fd0-84a1-4453-a14f-52da39c6fdba,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:11.448036 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (b02c7335-4447-4de6-81e9-7b47d34c30e4), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:11.663747 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Router b02c7335-4447-4de6-81e9-7b47d34c30e4 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:02:11.769933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:02:11.778619 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35606) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:11.779117 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5e60dfea-175a-4163-b47f-e88543c74b86 admin admin] 10.222.0.15 "PUT /v2.0/routers/b02c7335-4447-4de6-81e9-7b47d34c30e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509997 Mar 08 16:02:11.781973 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] Sync routers for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:02:11.795627 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:11.796245 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:11.889543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks [] for router (b02c7335-4447-4de6-81e9-7b47d34c30e4), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:11.902812 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:11.992472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks [] for router_gateway (b02c7335-4447-4de6-81e9-7b47d34c30e4), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.043361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Deleting port 0a24cb17-faea-4357-a34e-011d162567da {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:12.043694 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (0a24cb17-faea-4357-a34e-011d162567da), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.078743 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '0a24cb17-faea-4357-a34e-011d162567da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T16:02:11Z', 'revision_number': 5, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port': {'id': '0a24cb17-faea-4357-a34e-011d162567da', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:55:51Z', 'updated_at': '2022-03-08T15:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:12.105804 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] Checking router: b02c7335-4447-4de6-81e9-7b47d34c30e4 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:02:12.114237 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] Routers {'b02c7335-4447-4de6-81e9-7b47d34c30e4'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:12.114790 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b02c7335-4447-4de6-81e9-7b47d34c30e4'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:12.123822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] For port 0a24cb17-faea-4357-a34e-011d162567da, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=0a24cb17-faea-4357-a34e-011d162567da,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:12.124182 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (0a24cb17-faea-4357-a34e-011d162567da), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.135778 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Calling delete_port for 0a24cb17-faea-4357-a34e-011d162567da owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:12.203773 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] Set router b02c7335-4447-4de6-81e9-7b47d34c30e4 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:12.256753 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T16:02:11Z', 'revision_number': 6, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:12.282979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ab9f6-e127-4cef-a1dd-48651b074f98 None None] The sync data for ids ['b02c7335-4447-4de6-81e9-7b47d34c30e4'] in dv-cinder-804757-25-iscsi is: [{'id': 'b02c7335-4447-4de6-81e9-7b47d34c30e4', 'name': 'tempest-AttachVolumeNegativeTest-1884092259-router', 'tenant_id': '30c67737012a4adea9767179ce27832c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:55:50Z', 'updated_at': '2022-03-08T16:02:11Z', 'revision_number': 6, 'project_id': '30c67737012a4adea9767179ce27832c', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:02:12.312137 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (0a24cb17-faea-4357-a34e-011d162567da), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.339604 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a24cb17-faea-4357-a34e-011d162567da,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:12.396888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (b02c7335-4447-4de6-81e9-7b47d34c30e4), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.485937 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (b02c7335-4447-4de6-81e9-7b47d34c30e4), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.488044 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks [] for router_controller (b02c7335-4447-4de6-81e9-7b47d34c30e4), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.533717 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (b02c7335-4447-4de6-81e9-7b47d34c30e4), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.534332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b02c7335-4447-4de6-81e9-7b47d34c30e4 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:02:12.538676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.540022 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c2cd4e08-555b-4e17-bc13-15f89e06c812 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b02c7335-4447-4de6-81e9-7b47d34c30e4 HTTP/1.1" status: 204 len: 168 time: 0.7602243 Mar 08 16:02:12.542395 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35608) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:12.587080 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Deleting subnet 1bfd9226-8147-42a2-92c6-8ac2221ae1d8 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:02:12.590051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Publish callbacks [] for subnet (1bfd9226-8147-42a2-92c6-8ac2221ae1d8), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.624976 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (1bfd9226-8147-42a2-92c6-8ac2221ae1d8), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.718476 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (1bfd9226-8147-42a2-92c6-8ac2221ae1d8), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.773151 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (1bfd9226-8147-42a2-92c6-8ac2221ae1d8), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.798899 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfd9226-8147-42a2-92c6-8ac2221ae1d8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:12.802415 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.807800 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-ac065eba-9362-42c6-9558-f45818f222fc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1bfd9226-8147-42a2-92c6-8ac2221ae1d8 HTTP/1.1" status: 204 len: 168 time: 0.2624252 Mar 08 16:02:12.808467 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35610) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:12.810933 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb4e46b-8073-4162-af8d-0d4728ba105d None None] Network 373085e0-5393-4c54-8adb-64b19cfacec5 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:02:12.876471 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (373085e0-5393-4c54-8adb-64b19cfacec5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.935241 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Deleting port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:12.935588 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:12.997462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] For port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,segment=NetworkSegment(a939bcbc-bab3-4a4a-ada2-a20c04a30f63),segment_id=a939bcbc-bab3-4a4a-ada2-a20c04a30f63)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:12.997752 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.010449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Calling delete_port for ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:13.078229 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device f4819fd0-84a1-4453-a14f-52da39c6fdba no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:13.080389 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cbc7a0-b088-458c-ae81-5f9726ddc479 None None] DHCP port deletion for 373085e0-5393-4c54-8adb-64b19cfacec5 request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:02:13.100544 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (ed6ee6b2-4083-4cc6-b8b9-eea03adb4658), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.102599 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: f4819fd0-84a1-4453-a14f-52da39c6fdba {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:13.102599 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device f4819fd0-84a1-4453-a14f-52da39c6fdba not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:13.122167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-21cbc7a0-b088-458c-ae81-5f9726ddc479 None None] The port 'ed6ee6b2-4083-4cc6-b8b9-eea03adb4658' was deleted {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 08 16:02:13.125834 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6ee6b2-4083-4cc6-b8b9-eea03adb4658,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:13.132523 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] No DVR routers for this DVR port ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 on host dv-cinder-804757-25-iscsi {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:02:13.206743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (373085e0-5393-4c54-8adb-64b19cfacec5), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.226084 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373085e0-5393-4c54-8adb-64b19cfacec5']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:13.235356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:13.235652 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a939bcbc-bab3-4a4a-ada2-a20c04a30f63') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:13.249674 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26000389'] for segment (a939bcbc-bab3-4a4a-ada2-a20c04a30f63), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.264380 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (a939bcbc-bab3-4a4a-ada2-a20c04a30f63), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.271525 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:02:13.272147 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26064237'] for segment (a939bcbc-bab3-4a4a-ada2-a20c04a30f63), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: Traceback (most recent call last): Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: timer() Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: cb(*args, **kw) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: return func(*args, **kwargs) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: self._notify() Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: self.callback(batched_events) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: event.method(event) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: return f(self, *a, **k) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._get(url).json() Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: return self.request(url, 'GET', **kwargs) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:02:13.273717 dv-cinder-804757-25-iscsi neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:02:13.330162 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (373085e0-5393-4c54-8adb-64b19cfacec5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.345991 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.349290 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] 10.222.0.15 "DELETE /v2.0/networks/373085e0-5393-4c54-8adb-64b19cfacec5 HTTP/1.1" status: 204 len: 168 time: 0.5397127 Mar 08 16:02:13.350612 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019e001-c2f8-45ee-a168-22c83b01c179 admin admin] Pushing event deleted for resources: {'Network': ['ID=373085e0-5393-4c54-8adb-64b19cfacec5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:13.462562 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35616) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:13.501977 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-9f5464e9-6d89-4ed5-850e-6639cadeb103 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30c67737012a4adea9767179ce27832c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382674 Mar 08 16:02:13.504409 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35618) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:13.550240 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49c8e503-8d70-4482-bc69-e0735fe91b24 admin admin] Publish callbacks [] for security_group (1c8e7c86-7cb7-4f14-a006-417fd01b7636), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.576452 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49c8e503-8d70-4482-bc69-e0735fe91b24 admin admin] Publish callbacks [] for security_group (1c8e7c86-7cb7-4f14-a006-417fd01b7636), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.622507 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49c8e503-8d70-4482-bc69-e0735fe91b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1c8e7c86-7cb7-4f14-a006-417fd01b7636), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.625065 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49c8e503-8d70-4482-bc69-e0735fe91b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:13.626215 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-49c8e503-8d70-4482-bc69-e0735fe91b24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c8e7c86-7cb7-4f14-a006-417fd01b7636 HTTP/1.1" status: 204 len: 168 time: 0.1209466 Mar 08 16:02:13.634219 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e503-8d70-4482-bc69-e0735fe91b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e7c86-7cb7-4f14-a006-417fd01b7636,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:14.579705 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:14.607447 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:14.607806 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed6ee6b2-4083-4cc6-b8b9-eea03adb4658 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:14.608229 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 0a24cb17-faea-4357-a34e-011d162567da no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:14.627320 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 0a24cb17-faea-4357-a34e-011d162567da {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:14.627582 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 0a24cb17-faea-4357-a34e-011d162567da not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:15.186198 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35662) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:15.288260 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2bed384-4126-4945-9d3d-a7ccb59a29c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.364637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2bed384-4126-4945-9d3d-a7ccb59a29c0 admin admin] Publish callbacks [] for security_group (d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.368877 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2bed384-4126-4945-9d3d-a7ccb59a29c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.406897 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c2bed384-4126-4945-9d3d-a7ccb59a29c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac6b4198da9342fd94c54c1eb6518135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196124 Mar 08 16:02:15.407743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bed384-4126-4945-9d3d-a7ccb59a29c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:15.409802 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35666) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:15.467888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d6d68d-8ed8-4e9f-a1fc-a57a8363d85e admin admin] Publish callbacks [] for security_group (d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.488221 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d6d68d-8ed8-4e9f-a1fc-a57a8363d85e admin admin] Publish callbacks [] for security_group (d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.534016 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d6d68d-8ed8-4e9f-a1fc-a57a8363d85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.536588 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d6d68d-8ed8-4e9f-a1fc-a57a8363d85e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.537713 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-37d6d68d-8ed8-4e9f-a1fc-a57a8363d85e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a HTTP/1.1" status: 204 len: 168 time: 0.1181927 Mar 08 16:02:15.546361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6d68d-8ed8-4e9f-a1fc-a57a8363d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ba7d4e-f6d2-4c16-8c08-5bde77e7278a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:15.797390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35672) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:15.810431 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36b5fe85-36fd-4143-b313-08c27e00a344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.885049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36b5fe85-36fd-4143-b313-08c27e00a344 admin admin] Publish callbacks [] for security_group (ae32314f-d439-4ea1-999a-0310da3a67f3), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.888757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36b5fe85-36fd-4143-b313-08c27e00a344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ae32314f-d439-4ea1-999a-0310da3a67f3), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:15.928644 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-36b5fe85-36fd-4143-b313-08c27e00a344 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f774041d379447289b8ed771a5280ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301775 Mar 08 16:02:15.929467 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5fe85-36fd-4143-b313-08c27e00a344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32314f-d439-4ea1-999a-0310da3a67f3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:15.931767 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35674) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:15.980648 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d82f8158-a437-4e34-9ba0-a71af1d57fe8 admin admin] Publish callbacks [] for security_group (ae32314f-d439-4ea1-999a-0310da3a67f3), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:16.001591 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d82f8158-a437-4e34-9ba0-a71af1d57fe8 admin admin] Publish callbacks [] for security_group (ae32314f-d439-4ea1-999a-0310da3a67f3), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:16.048635 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d82f8158-a437-4e34-9ba0-a71af1d57fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ae32314f-d439-4ea1-999a-0310da3a67f3), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:16.051235 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d82f8158-a437-4e34-9ba0-a71af1d57fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:16.052403 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d82f8158-a437-4e34-9ba0-a71af1d57fe8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae32314f-d439-4ea1-999a-0310da3a67f3 HTTP/1.1" status: 204 len: 168 time: 0.1197321 Mar 08 16:02:16.060732 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f8158-a437-4e34-9ba0-a71af1d57fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32314f-d439-4ea1-999a-0310da3a67f3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:17.524501 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:02:17.829535 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35736) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:17.951207 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e2a37c19-6081-4c36-ba5a-1ff44903e4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.025199 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e2a37c19-6081-4c36-ba5a-1ff44903e4d6 admin admin] Publish callbacks [] for security_group (071a0113-37f4-4867-908d-2e71ddf1fd91), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.028807 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e2a37c19-6081-4c36-ba5a-1ff44903e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (071a0113-37f4-4867-908d-2e71ddf1fd91), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.070116 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-e2a37c19-6081-4c36-ba5a-1ff44903e4d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99d6e7bee15e41cfaa9935e70dcdb376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394795 Mar 08 16:02:18.071340 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a37c19-6081-4c36-ba5a-1ff44903e4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071a0113-37f4-4867-908d-2e71ddf1fd91,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:18.072923 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35742) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:18.124413 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1024425f-d7c7-4879-b623-6a6488760fe9 admin admin] Publish callbacks [] for security_group (071a0113-37f4-4867-908d-2e71ddf1fd91), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.145304 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1024425f-d7c7-4879-b623-6a6488760fe9 admin admin] Publish callbacks [] for security_group (071a0113-37f4-4867-908d-2e71ddf1fd91), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.192204 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1024425f-d7c7-4879-b623-6a6488760fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (071a0113-37f4-4867-908d-2e71ddf1fd91), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.194652 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1024425f-d7c7-4879-b623-6a6488760fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.196294 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-1024425f-d7c7-4879-b623-6a6488760fe9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/071a0113-37f4-4867-908d-2e71ddf1fd91 HTTP/1.1" status: 204 len: 168 time: 0.1217804 Mar 08 16:02:18.203611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024425f-d7c7-4879-b623-6a6488760fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071a0113-37f4-4867-908d-2e71ddf1fd91,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:18.457187 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35750) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:18.470822 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be272eaf-09ec-482b-b57d-2d288d202f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.548238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be272eaf-09ec-482b-b57d-2d288d202f76 admin admin] Publish callbacks [] for security_group (f00954f7-7c88-4ac1-8433-f261941d28b6), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.551798 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be272eaf-09ec-482b-b57d-2d288d202f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f00954f7-7c88-4ac1-8433-f261941d28b6), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.590945 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-be272eaf-09ec-482b-b57d-2d288d202f76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c11306966da944a79de3c24a055e0f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326206 Mar 08 16:02:18.591834 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be272eaf-09ec-482b-b57d-2d288d202f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00954f7-7c88-4ac1-8433-f261941d28b6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:18.593829 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35752) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:18.641657 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c29af2bb-aec8-4f39-bfe1-55d563d4d22a admin admin] Publish callbacks [] for security_group (f00954f7-7c88-4ac1-8433-f261941d28b6), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.661822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c29af2bb-aec8-4f39-bfe1-55d563d4d22a admin admin] Publish callbacks [] for security_group (f00954f7-7c88-4ac1-8433-f261941d28b6), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.706779 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c29af2bb-aec8-4f39-bfe1-55d563d4d22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f00954f7-7c88-4ac1-8433-f261941d28b6), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.709324 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c29af2bb-aec8-4f39-bfe1-55d563d4d22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:18.710438 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c29af2bb-aec8-4f39-bfe1-55d563d4d22a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f00954f7-7c88-4ac1-8433-f261941d28b6 HTTP/1.1" status: 204 len: 168 time: 0.1156304 Mar 08 16:02:18.718385 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29af2bb-aec8-4f39-bfe1-55d563d4d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00954f7-7c88-4ac1-8433-f261941d28b6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:19.626048 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.069833 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 35878) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:27.193008 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.274391 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Publish callbacks [] for security_group (ee5032a9-649a-49d9-a23b-f61751a57c87), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.279396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ee5032a9-649a-49d9-a23b-f61751a57c87), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.316815 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cac58bd2b7194ac29a5b737a2c9b0ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452404 Mar 08 16:02:27.317686 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5032a9-649a-49d9-a23b-f61751a57c87,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:27.319817 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 35886) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:27.325205 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.325602 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.325947 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.326278 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.326663 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.326991 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.327350 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.327741 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.328060 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.328380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.330202 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.330202 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.330202 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb5355a-da0d-4053-bf16-16de07e0d694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:27.368680 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad588726-af8f-433f-8139-9885d9ff9642 admin admin] Publish callbacks [] for security_group (ee5032a9-649a-49d9-a23b-f61751a57c87), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.389004 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad588726-af8f-433f-8139-9885d9ff9642 admin admin] Publish callbacks [] for security_group (ee5032a9-649a-49d9-a23b-f61751a57c87), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.434668 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad588726-af8f-433f-8139-9885d9ff9642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ee5032a9-649a-49d9-a23b-f61751a57c87), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.437467 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad588726-af8f-433f-8139-9885d9ff9642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:27.438616 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ad588726-af8f-433f-8139-9885d9ff9642 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee5032a9-649a-49d9-a23b-f61751a57c87 HTTP/1.1" status: 204 len: 168 time: 0.1177025 Mar 08 16:02:27.446840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad588726-af8f-433f-8139-9885d9ff9642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5032a9-649a-49d9-a23b-f61751a57c87,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:29.270980 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-79d546a1-2724-4631-a709-9a459d1d4196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:31.761167 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4e75d4d5-07b6-4d25-8304-31fffa25bca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:32.862023 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:34.337958 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.289986 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36036) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:35.398535 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17aee310-6bf1-4e63-b550-fa58099a9252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.478910 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17aee310-6bf1-4e63-b550-fa58099a9252 admin admin] Publish callbacks [] for security_group (d5da0bfb-86b0-4003-8136-431ff59b66b9), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.483449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17aee310-6bf1-4e63-b550-fa58099a9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d5da0bfb-86b0-4003-8136-431ff59b66b9), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.525039 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aee310-6bf1-4e63-b550-fa58099a9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5da0bfb-86b0-4003-8136-431ff59b66b9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:35.529285 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-17aee310-6bf1-4e63-b550-fa58099a9252 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=975fe7b0678b4f68b7a63647ab53a1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382874 Mar 08 16:02:35.531919 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36042) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:35.581159 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2545b33-987a-40a8-9283-530d4520f97e admin admin] Publish callbacks [] for security_group (d5da0bfb-86b0-4003-8136-431ff59b66b9), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.603689 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2545b33-987a-40a8-9283-530d4520f97e admin admin] Publish callbacks [] for security_group (d5da0bfb-86b0-4003-8136-431ff59b66b9), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.652599 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2545b33-987a-40a8-9283-530d4520f97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (d5da0bfb-86b0-4003-8136-431ff59b66b9), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.655250 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2545b33-987a-40a8-9283-530d4520f97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:35.656397 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c2545b33-987a-40a8-9283-530d4520f97e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5da0bfb-86b0-4003-8136-431ff59b66b9 HTTP/1.1" status: 204 len: 168 time: 0.1235955 Mar 08 16:02:35.664607 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2545b33-987a-40a8-9283-530d4520f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5da0bfb-86b0-4003-8136-431ff59b66b9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:35.917347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36052) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:35.930222 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ce13721-3999-44c9-a128-519c85e0a87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.013965 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ce13721-3999-44c9-a128-519c85e0a87b admin admin] Publish callbacks [] for security_group (4554c29e-40f5-4d4e-a4e3-3c192ee91978), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.017625 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ce13721-3999-44c9-a128-519c85e0a87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4554c29e-40f5-4d4e-a4e3-3c192ee91978), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.044575 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.059599 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6ce13721-3999-44c9-a128-519c85e0a87b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46e0ef1941e245bd91fd45d5c1916e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411004 Mar 08 16:02:36.060463 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce13721-3999-44c9-a128-519c85e0a87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554c29e-40f5-4d4e-a4e3-3c192ee91978,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:36.063215 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:36.113057 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0593484-b8c0-458b-8182-4c4accec3475 admin admin] Publish callbacks [] for security_group (4554c29e-40f5-4d4e-a4e3-3c192ee91978), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.134659 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0593484-b8c0-458b-8182-4c4accec3475 admin admin] Publish callbacks [] for security_group (4554c29e-40f5-4d4e-a4e3-3c192ee91978), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.180938 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0593484-b8c0-458b-8182-4c4accec3475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (4554c29e-40f5-4d4e-a4e3-3c192ee91978), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.183696 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0593484-b8c0-458b-8182-4c4accec3475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.187717 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d0593484-b8c0-458b-8182-4c4accec3475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4554c29e-40f5-4d4e-a4e3-3c192ee91978 HTTP/1.1" status: 204 len: 168 time: 0.1225917 Mar 08 16:02:36.196193 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0593484-b8c0-458b-8182-4c4accec3475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554c29e-40f5-4d4e-a4e3-3c192ee91978,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:36.532340 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36076) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:36.546267 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eebbf1b3-2e26-49a6-8313-f589ece29c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.619870 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eebbf1b3-2e26-49a6-8313-f589ece29c68 admin admin] Publish callbacks [] for security_group (1d408813-d640-447f-b859-38400d72f2b6), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.623427 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eebbf1b3-2e26-49a6-8313-f589ece29c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1d408813-d640-447f-b859-38400d72f2b6), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.661521 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-eebbf1b3-2e26-49a6-8313-f589ece29c68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13096161164d462abad9f7a55718ec54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280785 Mar 08 16:02:36.662469 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbf1b3-2e26-49a6-8313-f589ece29c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d408813-d640-447f-b859-38400d72f2b6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:36.664880 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36078) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:36.712909 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63f55dfc-35e4-4d05-879d-d99daaca8255 admin admin] Publish callbacks [] for security_group (1d408813-d640-447f-b859-38400d72f2b6), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.733995 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63f55dfc-35e4-4d05-879d-d99daaca8255 admin admin] Publish callbacks [] for security_group (1d408813-d640-447f-b859-38400d72f2b6), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.781223 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63f55dfc-35e4-4d05-879d-d99daaca8255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (1d408813-d640-447f-b859-38400d72f2b6), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.783853 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63f55dfc-35e4-4d05-879d-d99daaca8255 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:36.784996 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-63f55dfc-35e4-4d05-879d-d99daaca8255 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d408813-d640-447f-b859-38400d72f2b6 HTTP/1.1" status: 204 len: 168 time: 0.1185033 Mar 08 16:02:36.796115 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f55dfc-35e4-4d05-879d-d99daaca8255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d408813-d640-447f-b859-38400d72f2b6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:40.434862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93340ae-715c-4e55-ac17-b5d2c3bc2b0a req-bdd38624-dcac-466d-9496-33f3e47ac878 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:40.436371 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e93340ae-715c-4e55-ac17-b5d2c3bc2b0a req-bdd38624-dcac-466d-9496-33f3e47ac878 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.0581908 Mar 08 16:02:40.486249 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e93340ae-715c-4e55-ac17-b5d2c3bc2b0a req-944accd7-4b65-4650-902c-0b646a499bcd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438945 Mar 08 16:02:41.607846 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ddbd-4e8c-4029-9ea8-7fe81d0f7ce0 req-a145756b-e445-4c82-bd28-8e56332026dd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:41.609313 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0791ddbd-4e8c-4029-9ea8-7fe81d0f7ce0 req-a145756b-e445-4c82-bd28-8e56332026dd tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.0562010 Mar 08 16:02:41.655407 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0791ddbd-4e8c-4029-9ea8-7fe81d0f7ce0 req-49ea07e8-93c4-4748-9865-5358be60b414 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Mar 08 16:02:42.320818 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-f748c1a4-5d88-4a62-97a7-1f7d5f929d67 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:42.322165 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-f748c1a4-5d88-4a62-97a7-1f7d5f929d67 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Mar 08 16:02:42.415452 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Deleting port d67a6548-f851-41a7-92d9-56002ebdce43 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:42.415791 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:42.503797 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] For port d67a6548-f851-41a7-92d9-56002ebdce43, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=d67a6548-f851-41a7-92d9-56002ebdce43,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:42.504161 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:42.667449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:42.667728 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (63c65940-c981-4532-ae1c-2450f0a1ab75), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:42.668043 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Floating IP 63c65940-c981-4532-ae1c-2450f0a1ab75 disassociated. External IP: 172.27.2.41, port: d67a6548-f851-41a7-92d9-56002ebdce43. Mar 08 16:02:42.668376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Calling delete_port for d67a6548-f851-41a7-92d9-56002ebdce43 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:42.789739 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb4c43-dbb6-40f5-93a0-85359dff3221 req-87116e53-0b70-4991-87b8-7029b30151d5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:42.791278 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fabb4c43-dbb6-40f5-93a0-85359dff3221 req-87116e53-0b70-4991-87b8-7029b30151d5 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/ports?device_id=0961a387-6611-4fbb-b4ab-2ec6935535c7 HTTP/1.1" status: 200 len: 945 time: 0.0562589 Mar 08 16:02:42.801179 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (d67a6548-f851-41a7-92d9-56002ebdce43), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:42.838217 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event deleted for resources: {'Port': ['ID=d67a6548-f851-41a7-92d9-56002ebdce43,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:42.839997 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fabb4c43-dbb6-40f5-93a0-85359dff3221 req-20d8ffb7-47d9-48e4-bd54-6ffcc9d3f177 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Mar 08 16:02:42.952077 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Router db187081-1017-4b89-9124-2aac147dc0c5 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:02:43.062731 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:02:43.075820 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:02:43.096234 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:43.096853 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:43.104031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] No DVR routers for this DVR port d67a6548-f851-41a7-92d9-56002ebdce43 on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:02:43.106479 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:43.109808 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-7e21d253-d7c2-487f-824f-5b19886b47d3 req-909e4a49-9082-4556-a8ee-ddde622f8f17 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.37 "DELETE /v2.0/ports/d67a6548-f851-41a7-92d9-56002ebdce43 HTTP/1.1" status: 204 len: 173 time: 0.7818477 Mar 08 16:02:43.110255 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'name': 'network-vif-deleted', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:02:43.112989 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5802c7-0e93-4109-8256-36e3d0042cba" -d '{"events": [{"server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "name": "network-vif-deleted", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:02:43.166890 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd69c129-c93a-417c-aa25-7d37e7483af0 x-openstack-request-id: req-fd69c129-c93a-417c-aa25-7d37e7483af0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:02:43.167511 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0961a387-6611-4fbb-b4ab-2ec6935535c7", "name": "network-vif-deleted", "tag": "d67a6548-f851-41a7-92d9-56002ebdce43", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:02:43.167844 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd69c129-c93a-417c-aa25-7d37e7483af0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:02:43.168416 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0961a387-6611-4fbb-b4ab-2ec6935535c7', 'name': 'network-vif-deleted', 'tag': 'd67a6548-f851-41a7-92d9-56002ebdce43', 'status': 'completed', 'code': 200} Mar 08 16:02:43.242128 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:43.458738 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:43.488002 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:02:43.496179 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:43.496774 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:43.609652 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:43.823010 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:43.848194 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7320f20-a330-4d85-a1cf-c674612af504 None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T15:57:16Z', 'revision_number': 4, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '4fede600-c98d-4664-853e-aff46870cd9f', 'name': '', 'network_id': 'a9a19af1-8396-48e6-8908-efd8c00a1ac7', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'mac_address': 'fa:16:3e:a9:92:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:15Z', 'updated_at': '2022-03-08T15:57:21Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'subnets': [{'id': 'b95fbc01-b64b-4c40-b64a-4cf292f55531', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:02:43.931561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36232) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:43.985737 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17ba-67ee-423e-a8e7-d1355d174b91 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.010857 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17ba-67ee-423e-a8e7-d1355d174b91 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.068396 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17ba-67ee-423e-a8e7-d1355d174b91 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.071502 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4a17ba-67ee-423e-a8e7-d1355d174b91 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.072672 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ad4a17ba-67ee-423e-a8e7-d1355d174b91 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "DELETE /v2.0/security-groups/0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a HTTP/1.1" status: 204 len: 168 time: 0.1401172 Mar 08 16:02:44.075817 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36236) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:44.081932 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a17ba-67ee-423e-a8e7-d1355d174b91 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:44.095605 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-f26a867d-640b-412b-9b76-258de7725f41 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] show failed (client error): The resource could not be found. Mar 08 16:02:44.096694 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f26a867d-640b-412b-9b76-258de7725f41 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "GET /v2.0/security-groups/0bb61cb8-9d66-44b1-bb3b-bcad01b4e51a HTTP/1.1" status: 404 len: 347 time: 0.0197990 Mar 08 16:02:44.099656 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36238) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:44.124468 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e425c27-5a7c-4789-9a05-7870cf54b1d7 None None] New status for floating IP 63c65940-c981-4532-ae1c-2450f0a1ab75: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:02:44.468661 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Deleting port a27bebb1-cf08-4c22-abb8-087616f8992b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:44.469085 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.553023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.553349 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (a27bebb1-cf08-4c22-abb8-087616f8992b), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.566172 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Calling delete_port for a27bebb1-cf08-4c22-abb8-087616f8992b owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:44.717816 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (a27bebb1-cf08-4c22-abb8-087616f8992b), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.751661 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Pushing event deleted for resources: {'Port': ['ID=a27bebb1-cf08-4c22-abb8-087616f8992b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:44.808565 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks [] for floatingip (63c65940-c981-4532-ae1c-2450f0a1ab75), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.810708 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.811540 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36262) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:44.812232 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6e57440b-af14-4a50-913b-244f0c2f2771 tempest-AttachVolumeTestJSON-97960469 tempest-AttachVolumeTestJSON-97960469-project] 10.222.0.15 "DELETE /v2.0/floatingips/63c65940-c981-4532-ae1c-2450f0a1ab75 HTTP/1.1" status: 204 len: 168 time: 0.7113783 Mar 08 16:02:44.924344 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97186c87-f486-47de-a0a0-5ba9149eeddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:44.996412 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97186c87-f486-47de-a0a0-5ba9149eeddb admin admin] Publish callbacks [] for security_group (c9e9b849-b445-4579-a18f-4807eaacb772), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.000067 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97186c87-f486-47de-a0a0-5ba9149eeddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c9e9b849-b445-4579-a18f-4807eaacb772), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.041631 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-97186c87-f486-47de-a0a0-5ba9149eeddb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c048de7b4df452fb8c899bc039774ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254655 Mar 08 16:02:45.042353 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36270) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:45.042611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97186c87-f486-47de-a0a0-5ba9149eeddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e9b849-b445-4579-a18f-4807eaacb772,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:45.107077 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecf25-8c7c-42ad-8815-689dc1733e4b admin admin] Publish callbacks [] for security_group (c9e9b849-b445-4579-a18f-4807eaacb772), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.129422 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecf25-8c7c-42ad-8815-689dc1733e4b admin admin] Publish callbacks [] for security_group (c9e9b849-b445-4579-a18f-4807eaacb772), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.181038 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecf25-8c7c-42ad-8815-689dc1733e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c9e9b849-b445-4579-a18f-4807eaacb772), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.183651 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c3ecf25-8c7c-42ad-8815-689dc1733e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.184871 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-4c3ecf25-8c7c-42ad-8815-689dc1733e4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9e9b849-b445-4579-a18f-4807eaacb772 HTTP/1.1" status: 204 len: 168 time: 0.1415200 Mar 08 16:02:45.192969 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ecf25-8c7c-42ad-8815-689dc1733e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e9b849-b445-4579-a18f-4807eaacb772,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:45.453336 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36276) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:45.466139 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f480c2a1-57c8-4017-8538-6afc0912439f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.539769 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f480c2a1-57c8-4017-8538-6afc0912439f admin admin] Publish callbacks [] for security_group (0b6c0269-4918-48ee-a674-5ff932ae71ec), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.543288 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f480c2a1-57c8-4017-8538-6afc0912439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0b6c0269-4918-48ee-a674-5ff932ae71ec), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.579401 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480c2a1-57c8-4017-8538-6afc0912439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6c0269-4918-48ee-a674-5ff932ae71ec,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:45.583671 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f480c2a1-57c8-4017-8538-6afc0912439f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfb5f6fa625f46c98d2dde6f8c173f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293001 Mar 08 16:02:45.586486 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:45.633203 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f541369-39f6-450f-ae0f-743db2d98860 admin admin] Publish callbacks [] for security_group (0b6c0269-4918-48ee-a674-5ff932ae71ec), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.654280 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f541369-39f6-450f-ae0f-743db2d98860 admin admin] Publish callbacks [] for security_group (0b6c0269-4918-48ee-a674-5ff932ae71ec), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.700766 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f541369-39f6-450f-ae0f-743db2d98860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0b6c0269-4918-48ee-a674-5ff932ae71ec), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.703305 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f541369-39f6-450f-ae0f-743db2d98860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:45.704541 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-5f541369-39f6-450f-ae0f-743db2d98860 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b6c0269-4918-48ee-a674-5ff932ae71ec HTTP/1.1" status: 204 len: 168 time: 0.1172135 Mar 08 16:02:45.712260 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f541369-39f6-450f-ae0f-743db2d98860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6c0269-4918-48ee-a674-5ff932ae71ec,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:46.056454 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36296) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:46.069794 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d76a988b-c5d2-44bf-a8c1-1e39b3328529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.153882 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d76a988b-c5d2-44bf-a8c1-1e39b3328529 admin admin] Publish callbacks [] for security_group (e2c06ea7-9310-41c4-830f-904da3d26d18), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.157079 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d76a988b-c5d2-44bf-a8c1-1e39b3328529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e2c06ea7-9310-41c4-830f-904da3d26d18), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.193462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1db6d-399a-4270-841d-40f03a62af16 req-d3d5ab74-ea8e-4af5-beda-24623b8ab2b0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:46.196158 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-83a1db6d-399a-4270-841d-40f03a62af16 req-d3d5ab74-ea8e-4af5-beda-24623b8ab2b0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 946 time: 0.0609982 Mar 08 16:02:46.197140 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d76a988b-c5d2-44bf-a8c1-1e39b3328529 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc2ee6a8f8944cacbdfb70c9f4d36107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396124 Mar 08 16:02:46.198149 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a988b-c5d2-44bf-a8c1-1e39b3328529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c06ea7-9310-41c4-830f-904da3d26d18,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:46.200017 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36300) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:46.280256 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-83a1db6d-399a-4270-841d-40f03a62af16 req-a8d56c13-082c-46c4-ba32-5868b5abca7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778136 Mar 08 16:02:46.290016 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ae3573c4-9ece-4b10-81be-ab0aea512ec7 admin admin] Publish callbacks [] for security_group (e2c06ea7-9310-41c4-830f-904da3d26d18), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.313599 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ae3573c4-9ece-4b10-81be-ab0aea512ec7 admin admin] Publish callbacks [] for security_group (e2c06ea7-9310-41c4-830f-904da3d26d18), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.359906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ae3573c4-9ece-4b10-81be-ab0aea512ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e2c06ea7-9310-41c4-830f-904da3d26d18), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.362555 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ae3573c4-9ece-4b10-81be-ab0aea512ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:46.363736 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ae3573c4-9ece-4b10-81be-ab0aea512ec7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2c06ea7-9310-41c4-830f-904da3d26d18 HTTP/1.1" status: 204 len: 168 time: 0.1625547 Mar 08 16:02:46.372116 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3573c4-9ece-4b10-81be-ab0aea512ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c06ea7-9310-41c4-830f-904da3d26d18,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:46.664488 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d67a6548-f851-41a7-92d9-56002ebdce43 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:46.685507 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: d67a6548-f851-41a7-92d9-56002ebdce43 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:46.685739 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device d67a6548-f851-41a7-92d9-56002ebdce43 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:47.411791 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58927f-a3c2-44b6-b38c-65f5e1e4cf2e req-260d3826-903c-4302-ab6e-94e1683bb6cd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:47.413292 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ee58927f-a3c2-44b6-b38c-65f5e1e4cf2e req-260d3826-903c-4302-ab6e-94e1683bb6cd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 946 time: 0.0604391 Mar 08 16:02:47.466248 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ee58927f-a3c2-44b6-b38c-65f5e1e4cf2e req-02f7b76f-1db7-49d6-8ad2-d0871acdb639 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454991 Mar 08 16:02:47.694147 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad4956-c789-491a-a07b-59698ca181a5 req-6e3f9959-651c-4bc4-9074-86651b5562fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:47.696366 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-32ad4956-c789-491a-a07b-59698ca181a5 req-6e3f9959-651c-4bc4-9074-86651b5562fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 946 time: 0.0532253 Mar 08 16:02:47.797709 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Deleting port cf43d19c-ccb4-499c-b06d-afb1b798e251 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:47.798054 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:47.890738 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] For port cf43d19c-ccb4-499c-b06d-afb1b798e251, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cf43d19c-ccb4-499c-b06d-afb1b798e251,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:47.891285 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:48.077285 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:48.077881 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (119f8a60-e6a5-4091-8c38-91dc766cbb4f), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:48.078079 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Floating IP 119f8a60-e6a5-4091-8c38-91dc766cbb4f disassociated. External IP: 172.27.2.215, port: cf43d19c-ccb4-499c-b06d-afb1b798e251. Mar 08 16:02:48.078286 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Calling delete_port for cf43d19c-ccb4-499c-b06d-afb1b798e251 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:48.212165 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (cf43d19c-ccb4-499c-b06d-afb1b798e251), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:48.244085 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event deleted for resources: {'Port': ['ID=cf43d19c-ccb4-499c-b06d-afb1b798e251,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:48.369253 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:02:48.371994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36402) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:48.487878 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:02:48.503243 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48164383-589e-4310-aab8-4befaef50008 None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:02:48.521417 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:48.522594 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:48.554088 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] No DVR routers for this DVR port cf43d19c-ccb4-499c-b06d-afb1b798e251 on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:02:48.557432 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:48.561012 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-32ad4956-c789-491a-a07b-59698ca181a5 req-ee045e85-4273-4fb5-b25a-3cb75f7be323 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "DELETE /v2.0/ports/cf43d19c-ccb4-499c-b06d-afb1b798e251 HTTP/1.1" status: 204 len: 173 time: 0.8591890 Mar 08 16:02:48.561551 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-deleted', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:02:48.567533 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4444fe-4c05-4f98-8a27-57b4dec6b150" -d '{"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-deleted", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:02:48.624385 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8d0210-f065-4468-8d96-c7afed3b5e7d x-openstack-request-id: req-1a8d0210-f065-4468-8d96-c7afed3b5e7d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:02:48.624893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1121d4fa-872b-4570-b2b9-7a6797c637d5", "name": "network-vif-deleted", "tag": "cf43d19c-ccb4-499c-b06d-afb1b798e251", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:02:48.625314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a8d0210-f065-4468-8d96-c7afed3b5e7d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:02:48.625889 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1121d4fa-872b-4570-b2b9-7a6797c637d5', 'name': 'network-vif-deleted', 'tag': 'cf43d19c-ccb4-499c-b06d-afb1b798e251', 'status': 'completed', 'code': 200} Mar 08 16:02:48.698785 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:48.768971 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2514471a-2967-4d2b-a9bf-d0b83588de10 req-c231f4f7-9d79-409b-94b4-522cc457e0d1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=1121d4fa-872b-4570-b2b9-7a6797c637d5 HTTP/1.1" status: 200 len: 210 time: 0.0699685 Mar 08 16:02:49.022351 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:49.052358 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48164383-589e-4310-aab8-4befaef50008 None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:02:49.058167 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (db187081-1017-4b89-9124-2aac147dc0c5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.061197 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:49.062355 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:49.176449 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:49.331017 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Deleting port 4fede600-c98d-4664-853e-aff46870cd9f {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:49.331288 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (4fede600-c98d-4664-853e-aff46870cd9f), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.383313 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-48164383-589e-4310-aab8-4befaef50008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:49.412270 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48164383-589e-4310-aab8-4befaef50008 None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:02:49.412542 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] For port 4fede600-c98d-4664-853e-aff46870cd9f, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=4fede600-c98d-4664-853e-aff46870cd9f,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:49.412864 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (4fede600-c98d-4664-853e-aff46870cd9f), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.426753 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Calling delete_port for 4fede600-c98d-4664-853e-aff46870cd9f owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:49.623911 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (4fede600-c98d-4664-853e-aff46870cd9f), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.640660 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.652353 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fede600-c98d-4664-853e-aff46870cd9f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:49.665990 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada079f5-1c8e-4085-89ae-118d535e1548 None None] New status for floating IP 119f8a60-e6a5-4091-8c38-91dc766cbb4f: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:02:49.858471 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (db187081-1017-4b89-9124-2aac147dc0c5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.896001 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36418) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:49.961565 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e618e9f-c78f-423d-ba6c-5ee124eef31f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (564bfb10-ca43-4b53-8aed-c1a1cf1c61f6), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:49.988376 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e618e9f-c78f-423d-ba6c-5ee124eef31f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (564bfb10-ca43-4b53-8aed-c1a1cf1c61f6), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.041257 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e618e9f-c78f-423d-ba6c-5ee124eef31f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (564bfb10-ca43-4b53-8aed-c1a1cf1c61f6), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.046071 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6e618e9f-c78f-423d-ba6c-5ee124eef31f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.050045 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6e618e9f-c78f-423d-ba6c-5ee124eef31f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "DELETE /v2.0/security-groups/564bfb10-ca43-4b53-8aed-c1a1cf1c61f6 HTTP/1.1" status: 204 len: 168 time: 0.1505909 Mar 08 16:02:50.051473 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36420) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:50.070209 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e618e9f-c78f-423d-ba6c-5ee124eef31f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564bfb10-ca43-4b53-8aed-c1a1cf1c61f6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:50.072640 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-fcc03796-ee05-4cd1-ad3e-60817973601b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] show failed (client error): The resource could not be found. Mar 08 16:02:50.074494 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-fcc03796-ee05-4cd1-ad3e-60817973601b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups/564bfb10-ca43-4b53-8aed-c1a1cf1c61f6 HTTP/1.1" status: 404 len: 347 time: 0.0217676 Mar 08 16:02:50.078936 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36422) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:50.105581 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Router db187081-1017-4b89-9124-2aac147dc0c5 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:02:50.221020 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Deleting port ebd05131-b059-400f-906f-4ee4aaa42041 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:50.221253 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (ebd05131-b059-400f-906f-4ee4aaa42041), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.225583 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:02:50.231424 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c5c047b7-6c52-4dc1-8887-6b7e336bd821 admin admin] 10.222.0.15 "PUT /v2.0/routers/db187081-1017-4b89-9124-2aac147dc0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8581915 Mar 08 16:02:50.233908 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36424) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:50.238173 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] Sync routers for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:02:50.248474 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:50.249245 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:50.317743 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (ebd05131-b059-400f-906f-4ee4aaa42041), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.318015 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (ebd05131-b059-400f-906f-4ee4aaa42041), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.332066 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Calling delete_port for ebd05131-b059-400f-906f-4ee4aaa42041 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:50.348560 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks [] for router (db187081-1017-4b89-9124-2aac147dc0c5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.365626 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:50.499138 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (ebd05131-b059-400f-906f-4ee4aaa42041), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.532450 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event deleted for resources: {'Port': ['ID=ebd05131-b059-400f-906f-4ee4aaa42041,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:50.605736 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (119f8a60-e6a5-4091-8c38-91dc766cbb4f), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.607560 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T16:02:49Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:50.608274 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.609567 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-550ba932-797e-463b-9053-a8e129ac8a4a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "DELETE /v2.0/floatingips/119f8a60-e6a5-4091-8c38-91dc766cbb4f HTTP/1.1" status: 204 len: 168 time: 0.5296340 Mar 08 16:02:50.648521 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] Checking router: db187081-1017-4b89-9124-2aac147dc0c5 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:02:50.657653 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] Routers {'db187081-1017-4b89-9124-2aac147dc0c5'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:02:50.658427 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:02:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['db187081-1017-4b89-9124-2aac147dc0c5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:50.760755 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks [] for router_gateway (db187081-1017-4b89-9124-2aac147dc0c5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.816710 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] Set router db187081-1017-4b89-9124-2aac147dc0c5 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:02:50.828859 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Deleting port 42a3948a-26f1-4bc4-b25e-1a12364d2918 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:50.829314 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.919715 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] For port 42a3948a-26f1-4bc4-b25e-1a12364d2918, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=42a3948a-26f1-4bc4-b25e-1a12364d2918,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:50.921085 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:50.937069 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Calling delete_port for 42a3948a-26f1-4bc4-b25e-1a12364d2918 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:51.016332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36430) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:51.021424 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342880885', 'description': 'tempest-description--242845293'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:51.034410 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T16:02:49Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:51.042938 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.067276 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9371c068-c6d1-4504-9c88-6be9bab0c4ac None None] The sync data for ids ['db187081-1017-4b89-9124-2aac147dc0c5'] in dv-cinder-804757-25-iscsi is: [{'id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'name': 'tempest-AttachVolumeTestJSON-230170927-router', 'tenant_id': 'd34a1970b3984b0d8c357646012586c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:57:10Z', 'updated_at': '2022-03-08T16:02:49Z', 'revision_number': 5, 'project_id': 'd34a1970b3984b0d8c357646012586c2', 'gw_port': {'id': '42a3948a-26f1-4bc4-b25e-1a12364d2918', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db187081-1017-4b89-9124-2aac147dc0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:57:11Z', 'updated_at': '2022-03-08T15:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:02:51.139766 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (2045ebd7-940d-4f41-92e1-6709293d1c87), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.144434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (2045ebd7-940d-4f41-92e1-6709293d1c87), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.152636 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (42a3948a-26f1-4bc4-b25e-1a12364d2918), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.174836 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.176918 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1585560 Mar 08 16:02:51.180108 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36432) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:51.184755 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'security_group_rule': {'security_group_id': '2045ebd7-940d-4f41-92e1-6709293d1c87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:51.186363 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Pushing event deleted for resources: {'Port': ['ID=42a3948a-26f1-4bc4-b25e-1a12364d2918,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:51.192862 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786107db-0244-4c9a-a9d3-d7e27ea6e6d8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2045ebd7-940d-4f41-92e1-6709293d1c87,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:51.218300 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (6c521057-b009-4d0b-b163-281bee462268), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.229669 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.230018 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.230359 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.230710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.231019 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.231377 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.231705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.232028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.232354 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.232674 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.232996 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.233314 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.233629 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:02:51.254210 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (db187081-1017-4b89-9124-2aac147dc0c5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.284893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (6c521057-b009-4d0b-b163-281bee462268), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.288382 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (6c521057-b009-4d0b-b163-281bee462268), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.307304 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c521057-b009-4d0b-b163-281bee462268,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:51.316949 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.318160 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-d9f87648-08e2-48ad-bf52-8ac8f1053fb3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371162 Mar 08 16:02:51.321618 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36434) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:51.327783 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'security_group_rule': {'security_group_id': '2045ebd7-940d-4f41-92e1-6709293d1c87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:51.355288 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (db187081-1017-4b89-9124-2aac147dc0c5), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.357485 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks [] for router_controller (db187081-1017-4b89-9124-2aac147dc0c5), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.358702 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (6f264913-5e61-4fcc-8c6a-0bcb31e8c6de), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.417206 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (db187081-1017-4b89-9124-2aac147dc0c5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.418350 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db187081-1017-4b89-9124-2aac147dc0c5 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:02:51.425050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.428668 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-54530a1f-7389-4780-bb13-2d2aa095614b admin admin] 10.222.0.15 "DELETE /v2.0/routers/db187081-1017-4b89-9124-2aac147dc0c5 HTTP/1.1" status: 204 len: 168 time: 1.1913805 Mar 08 16:02:51.429340 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36436) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:51.446669 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (6f264913-5e61-4fcc-8c6a-0bcb31e8c6de), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.451265 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594585'] for security_group_rule (6f264913-5e61-4fcc-8c6a-0bcb31e8c6de), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.477002 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f264913-5e61-4fcc-8c6a-0bcb31e8c6de,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:51.487396 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.491576 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-07e33d06-79ed-4b06-b1e8-f459327edc7f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661823 Mar 08 16:02:51.492590 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36438) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:51.504158 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:51.506726 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Deleting subnet b95fbc01-b64b-4c40-b64a-4cf292f55531 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:02:51.515140 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Publish callbacks [] for subnet (b95fbc01-b64b-4c40-b64a-4cf292f55531), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.530297 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.561347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26000638'] for subnet (b95fbc01-b64b-4c40-b64a-4cf292f55531), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.640297 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.651280 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (b95fbc01-b64b-4c40-b64a-4cf292f55531), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.731639 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26064135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25662411'] for subnet (b95fbc01-b64b-4c40-b64a-4cf292f55531), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.760895 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95fbc01-b64b-4c40-b64a-4cf292f55531,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:51.761537 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Allocated IP 172.27.2.85 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/bf9f8e6f-314c-4e9e-a977-de4e4d37bb22) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:02:51.765621 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.768931 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d98d93b6-3a6b-4432-a606-05875023cee5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b95fbc01-b64b-4c40-b64a-4cf292f55531 HTTP/1.1" status: 204 len: 168 time: 0.3385513 Mar 08 16:02:51.771406 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36440) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:51.774654 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a193a2-f367-46be-8fba-cc547fbc2456 None None] Network a9a19af1-8396-48e6-8908-efd8c00a1ac7 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:02:51.890961 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (a9a19af1-8396-48e6-8908-efd8c00a1ac7), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.927473 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.970961 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:51.971548 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Deleting port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:02:51.972091 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.013912 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:02:52.016775 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:02:52.021119 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:02:52.024230 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'Port': ['ID=bf9f8e6f-314c-4e9e-a977-de4e4d37bb22,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:52.043030 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] For port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,segment=NetworkSegment(573a21c0-f298-46d1-9bf5-c6dc17bf9498),segment_id=573a21c0-f298-46d1-9bf5-c6dc17bf9498)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:02:52.043688 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.059994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Calling delete_port for 24a00d0e-8c37-44a1-aa96-98f5f7155ecf owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:02:52.119636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (a3626fc0-8e83-4409-ab4c-68eb29118fa9), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.153726 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (24a00d0e-8c37-44a1-aa96-98f5f7155ecf), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.160110 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.179756 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a00d0e-8c37-44a1-aa96-98f5f7155ecf,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:52.181577 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] No DVR routers for this DVR port 24a00d0e-8c37-44a1-aa96-98f5f7155ecf on host dv-cinder-804757-25-iscsi {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:02:52.245693 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86125373-83ce-48da-a09f-02251e9ffa5c None None] DHCP port deletion for a9a19af1-8396-48e6-8908-efd8c00a1ac7 request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:02:52.263989 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (a9a19af1-8396-48e6-8908-efd8c00a1ac7), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.289228 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a19af1-8396-48e6-8908-efd8c00a1ac7']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:52.300712 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573a21c0-f298-46d1-9bf5-c6dc17bf9498') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:52.301019 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573a21c0-f298-46d1-9bf5-c6dc17bf9498') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:02:52.314651 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26000389'] for segment (573a21c0-f298-46d1-9bf5-c6dc17bf9498), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.328353 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (573a21c0-f298-46d1-9bf5-c6dc17bf9498), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.336041 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:02:52.336478 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26064237'] for segment (573a21c0-f298-46d1-9bf5-c6dc17bf9498), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: Traceback (most recent call last): Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: timer() Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: cb(*args, **kw) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: return func(*args, **kwargs) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: self._notify() Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: self.callback(batched_events) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: event.method(event) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: return f(self, *a, **k) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._get(url).json() Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: return self.request(url, 'GET', **kwargs) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:02:52.338485 dv-cinder-804757-25-iscsi neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:02:52.354039 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.359010 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.401599 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (a9a19af1-8396-48e6-8908-efd8c00a1ac7), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.407129 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.410292 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a9a19af1-8396-48e6-8908-efd8c00a1ac7 HTTP/1.1" status: 204 len: 168 time: 0.6377649 Mar 08 16:02:52.426517 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58383c-f11b-4c08-87e0-6f49e6fbc3a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a19af1-8396-48e6-8908-efd8c00a1ac7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:52.432498 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'Port': ['ID=bf9f8e6f-314c-4e9e-a977-de4e4d37bb22,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:52.441211 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (a3626fc0-8e83-4409-ab4c-68eb29118fa9), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.458638 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.459835 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-35433aa7-177f-4e18-8ea5-00556e33f014 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9666805 Mar 08 16:02:52.536960 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36448) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:52.584285 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5ebc29ed-115c-463f-bdde-952ed487c238 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d34a1970b3984b0d8c357646012586c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461018 Mar 08 16:02:52.587584 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36452) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:02:52.631912 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 42a3948a-26f1-4bc4-b25e-1a12364d2918 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:52.652488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c41b3e50-dc27-41bd-bb8d-1c7702e7cc43 admin admin] Publish callbacks [] for security_group (a4f1b6f7-24ac-4802-92cc-2a76d811c07f), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.656572 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 42a3948a-26f1-4bc4-b25e-1a12364d2918 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:52.657021 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 42a3948a-26f1-4bc4-b25e-1a12364d2918 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:52.657508 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 4fede600-c98d-4664-853e-aff46870cd9f no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:52.676498 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 4fede600-c98d-4664-853e-aff46870cd9f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:52.676936 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 4fede600-c98d-4664-853e-aff46870cd9f not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:52.677428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 24a00d0e-8c37-44a1-aa96-98f5f7155ecf no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:52.693261 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c41b3e50-dc27-41bd-bb8d-1c7702e7cc43 admin admin] Publish callbacks [] for security_group (a4f1b6f7-24ac-4802-92cc-2a76d811c07f), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.697928 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 24a00d0e-8c37-44a1-aa96-98f5f7155ecf {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:52.698280 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 24a00d0e-8c37-44a1-aa96-98f5f7155ecf not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:52.703608 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:02:52.721396 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-398c5bcf-8b2c-4b22-ae5b-c32fb5dc7bf7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1342880885&fields=id&tenant_id=72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 267 time: 0.0818257 Mar 08 16:02:52.723130 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: cf43d19c-ccb4-499c-b06d-afb1b798e251 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:02:52.723478 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device cf43d19c-ccb4-499c-b06d-afb1b798e251 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:02:52.813528 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c41b3e50-dc27-41bd-bb8d-1c7702e7cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a4f1b6f7-24ac-4802-92cc-2a76d811c07f), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.816363 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c41b3e50-dc27-41bd-bb8d-1c7702e7cc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:52.817584 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c41b3e50-dc27-41bd-bb8d-1c7702e7cc43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4f1b6f7-24ac-4802-92cc-2a76d811c07f HTTP/1.1" status: 204 len: 168 time: 0.2288654 Mar 08 16:02:52.832050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b3e50-dc27-41bd-bb8d-1c7702e7cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f1b6f7-24ac-4802-92cc-2a76d811c07f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:52.862134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-4b3538f3-8856-49a0-b991-96471d95b3fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:52.864083 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-4b3538f3-8856-49a0-b991-96471d95b3fa tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 816 time: 0.1319511 Mar 08 16:02:52.879611 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-5df86614-f94b-471f-ac9e-e627908f3ccf tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/quotas/72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Mar 08 16:02:52.951031 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-643e2b61-deeb-49e5-b318-3f740ea54973 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656478 Mar 08 16:02:53.052314 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-4bd536ef-5553-4394-bac2-b7f6e0dc93b1 service neutron] 10.222.0.15 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884514 Mar 08 16:02:53.161378 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-6228d645-c209-460a-850f-bfa6ad73ece0 service neutron] 10.222.0.15 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027544 Mar 08 16:02:53.349352 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a6541a61-5901-40b9-8280-92e8e276f168 req-75ef0004-270e-44f5-9f05-7a8645be08e2 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 210 time: 0.0344160 Mar 08 16:02:53.861371 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-a69072b4-6342-4df1-89e2-495e839804d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480008 Mar 08 16:02:53.965549 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a777-9507-4738-b4ca-d57d4166504d req-21ee6754-0325-4ce8-9046-c9236c5ad008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:53.967805 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-21ee6754-0325-4ce8-9046-c9236c5ad008 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.0539920 Mar 08 16:02:54.088878 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a777-9507-4738-b4ca-d57d4166504d req-35d90a84-bdca-4af2-9863-e0a05350b45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:54.093692 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-35d90a84-bdca-4af2-9863-e0a05350b45e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.0999806 Mar 08 16:02:54.166064 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-13e6c399-e57d-44d2-ad61-d6bfbb7ddf47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 1002 time: 0.0647035 Mar 08 16:02:54.220433 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a777-9507-4738-b4ca-d57d4166504d req-a84b5ee1-67d4-4d3b-bd11-b4b42ab93e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:54.221933 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-a84b5ee1-67d4-4d3b-bd11-b4b42ab93e12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0495048 Mar 08 16:02:54.271964 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813a777-9507-4738-b4ca-d57d4166504d req-67429928-9f79-4f45-882b-48daedf2807c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:54.274320 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-67429928-9f79-4f45-882b-48daedf2807c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459237 Mar 08 16:02:54.381040 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-0d3b7ccd-3208-40d3-9802-247837a0514a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:54.383858 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-0d3b7ccd-3208-40d3-9802-247837a0514a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 816 time: 0.1236765 Mar 08 16:02:54.392948 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-38151255-81c2-4236-8a6b-515dc62cc5b3 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113505 Mar 08 16:02:54.475612 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2acbf36a-6f69-4412-8f5d-a82f399808c6 req-5faa8871-90ed-42e5-a0ff-e5627e9ce208 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 210 time: 0.0410283 Mar 08 16:02:54.491050 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-0813a777-9507-4738-b4ca-d57d4166504d req-3c74a99d-1a6a-4998-a6f2-038a6084486f service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904975 Mar 08 16:02:54.493097 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-6d3c2914-7a50-4110-8858-eee5e7e1701d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 380 time: 0.1000605 Mar 08 16:02:54.504000 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'port': {'device_id': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'admin_state_up': True, 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'security_groups': ['2045ebd7-940d-4f41-92e1-6709293d1c87']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:54.524078 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:02:54.617456 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Made reservation on behalf of 72dcf0169c9749cea8c59ad13407ba26 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:02:54.621084 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:54.748569 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Allocated IP 172.20.0.14 (14ce4e2b-95ed-4f4a-bc15-13273c440ff3/d4852595-d141-4da5-922f-e70564c7e168/501396d8-74bc-40b4-ae25-08915efa7bde) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:02:54.890452 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for port (501396d8-74bc-40b4-ae25-08915efa7bde), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:54.925213 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:54.968196 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:02:54.971303 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:02:54.973675 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:02:55.008263 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:55.032308 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:55.032947 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.052209 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ce2bc4ee-a6fd-4730-9a72-b8bc59a705b9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520751 Mar 08 16:02:55.063228 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Request body: {'port': {'device_id': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:02:55.136401 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.210867 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4e7ca2b1-ecc8-42b4-96b6-64985ddfdf56 None None] Provisioning complete for port 501396d8-74bc-40b4-ae25-08915efa7bde triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:02:55.211475 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4e7ca2b1-ecc8-42b4-96b6-64985ddfdf56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.255998 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ca2b1-ecc8-42b4-96b6-64985ddfdf56 None None] Port 501396d8-74bc-40b4-ae25-08915efa7bde cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:02:55.450616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501396d8-74bc-40b4-ae25-08915efa7bde {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:02:55.461490 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Publish callbacks [] for port (501396d8-74bc-40b4-ae25-08915efa7bde), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.478255 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Transition to ACTIVE for port object 501396d8-74bc-40b4-ae25-08915efa7bde will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 16:02:55.483507 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.553466 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:55.687616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b8039-307e-4fe7-a3ac-97c8795fe14a req-310b2443-2a02-49e6-9998-cb002129d4c0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:55.689164 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-003b8039-307e-4fe7-a3ac-97c8795fe14a req-310b2443-2a02-49e6-9998-cb002129d4c0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.1129091 Mar 08 16:02:55.690402 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Attempting to bind port 501396d8-74bc-40b4-ae25-08915efa7bde on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:02:55.690737 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Attempting to bind port 501396d8-74bc-40b4-ae25-08915efa7bde by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:02:55.691090 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Attempting to bind port 501396d8-74bc-40b4-ae25-08915efa7bde on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:02:55.702281 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Port 501396d8-74bc-40b4-ae25-08915efa7bde on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 16:02:55.702604 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Attempting to bind port 501396d8-74bc-40b4-ae25-08915efa7bde on network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:02:55.716913 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:02:55.717234 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Checking segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:02:55.717631 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Bound using segment: {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:02:55.718093 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Bound port: 501396d8-74bc-40b4-ae25-08915efa7bde, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:02:55.718455 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.781097 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-003b8039-307e-4fe7-a3ac-97c8795fe14a req-be4de7ff-3bcc-4a5e-bd9a-4583b7488fe6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846457 Mar 08 16:02:55.812392 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:02:55.815438 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:02:55.822156 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.861994 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:55.862618 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:55.864025 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] 10.222.0.37 "PUT /v2.0/ports/501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 200 len: 1094 time: 0.8052845 Mar 08 16:02:55.864473 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:02:55.867370 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb486e-149c-47c4-acd9-f714ca63f6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:02:55.891346 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a16b2d-4150-448c-a50f-3937f412a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:02:55.910959 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022c09a-8511-415c-8b92-be10f09421b3 x-openstack-request-id: req-0022c09a-8511-415c-8b92-be10f09421b3 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:02:55.911367 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:02:55.911621 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0022c09a-8511-415c-8b92-be10f09421b3 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:02:55.912022 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'status': 'completed', 'code': 200} Mar 08 16:02:56.910351 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41fcd7-4e3c-4d49-b6bf-e044ff1c46f2 req-a8bdf1e0-503d-44e5-aa3e-bb9308afe1ba tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:56.911863 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3e41fcd7-4e3c-4d49-b6bf-e044ff1c46f2 req-a8bdf1e0-503d-44e5-aa3e-bb9308afe1ba tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0565875 Mar 08 16:02:56.959188 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3e41fcd7-4e3c-4d49-b6bf-e044ff1c46f2 req-d33a7f07-07cc-427e-9312-2583ceafdb9c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409157 Mar 08 16:02:58.084076 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b6755-b93a-4296-b817-49e88414b07c req-4d1ac19c-43dc-413e-9794-17499e7ce5f6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.086272 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7b4b6755-b93a-4296-b817-49e88414b07c req-4d1ac19c-43dc-413e-9794-17499e7ce5f6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0555530 Mar 08 16:02:58.135657 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7b4b6755-b93a-4296-b817-49e88414b07c req-75adb795-b018-4f9e-88ff-4051bf98778a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438747 Mar 08 16:02:58.388561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb486e-149c-47c4-acd9-f714ca63f6fa req-b3d90efb-f09c-41b7-9d3c-f73190f9d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.390046 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6eb486e-149c-47c4-acd9-f714ca63f6fa req-b3d90efb-f09c-41b7-9d3c-f73190f9d1b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1128 time: 0.0475471 Mar 08 16:02:58.558130 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb486e-149c-47c4-acd9-f714ca63f6fa req-d9c2dec3-9db5-4a54-86c4-618134d4230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.559628 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6eb486e-149c-47c4-acd9-f714ca63f6fa req-d9c2dec3-9db5-4a54-86c4-618134d4230b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=72dcf0169c9749cea8c59ad13407ba26&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1603217 Mar 08 16:02:58.735823 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb486e-149c-47c4-acd9-f714ca63f6fa req-95c2772f-cfe3-409f-8db6-5f98ebb9c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.737299 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6eb486e-149c-47c4-acd9-f714ca63f6fa req-95c2772f-cfe3-409f-8db6-5f98ebb9c5ed service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625061 Mar 08 16:02:58.820427 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-6b03d180-889f-4f03-9d9a-71dd4fd56526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.821943 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-6b03d180-889f-4f03-9d9a-71dd4fd56526 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1128 time: 0.0448234 Mar 08 16:02:58.863285 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-7e785f6c-6808-4f7a-8f07-5c458dfb4d08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 200 len: 217 time: 0.0343518 Mar 08 16:02:58.914840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-fdbc3b47-ea6c-4e4f-80f8-31a0dafadaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.916210 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-fdbc3b47-ea6c-4e4f-80f8-31a0dafadaea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0466073 Mar 08 16:02:58.964774 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ccd935b3-cda5-4ae1-9ca7-9fb6ff8633de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:58.966246 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-ccd935b3-cda5-4ae1-9ca7-9fb6ff8633de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436940 Mar 08 16:02:59.056740 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-c487d57d-df5b-418a-ac49-658ab08b561c service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826695 Mar 08 16:02:59.145681 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1ccb4ccd-888f-4fbb-8983-8a0aa03bb09b req-d6d9e2a1-6d03-469b-847a-b3d7b13a99a0 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821335 Mar 08 16:02:59.258229 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891edc75-f931-4e4f-8a02-0e5a9973e940 req-d6b4707a-1d00-425f-9db3-ce06158af99c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:02:59.259748 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-891edc75-f931-4e4f-8a02-0e5a9973e940 req-d6b4707a-1d00-425f-9db3-ce06158af99c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0532017 Mar 08 16:02:59.273685 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b0b5529-613e-42dd-b662-885718bc013d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:02:59.309507 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-891edc75-f931-4e4f-8a02-0e5a9973e940 req-8dddb5f7-7e7d-42a5-b7bf-f73e1017aeb8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Mar 08 16:03:00.431010 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b112d-475a-471c-a73a-85c646e127a4 req-7a0dd3ca-9ccf-4ba1-b0bb-85c893b2a97e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:00.432476 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a21b112d-475a-471c-a73a-85c646e127a4 req-7a0dd3ca-9ccf-4ba1-b0bb-85c893b2a97e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0527709 Mar 08 16:03:00.480707 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a21b112d-475a-471c-a73a-85c646e127a4 req-e1566626-608a-47ef-86aa-db4363ed9f17 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424864 Mar 08 16:03:01.289583 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36622) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:01.393312 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28d73b77-583b-48bb-90a9-6aa8ed5c9de2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.414936 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:03:01.471533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28d73b77-583b-48bb-90a9-6aa8ed5c9de2 admin admin] Publish callbacks [] for security_group (64edcc2f-3ca9-43e0-ae20-2828f76733f7), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.477970 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28d73b77-583b-48bb-90a9-6aa8ed5c9de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (64edcc2f-3ca9-43e0-ae20-2828f76733f7), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.515595 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d73b77-583b-48bb-90a9-6aa8ed5c9de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64edcc2f-3ca9-43e0-ae20-2828f76733f7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:01.522050 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-28d73b77-583b-48bb-90a9-6aa8ed5c9de2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c95393e7471443a9e3257867a720dad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291214 Mar 08 16:03:01.523419 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36630) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:01.524109 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:03:01.536288 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '501396d8-74bc-40b4-ae25-08915efa7bde', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde', 'mac_address': 'fa:16:3e:6f:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:03:01.575836 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:03:01.576242 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.589012 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501396d8-74bc-40b4-ae25-08915efa7bde {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:03:01.605414 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd622319-ccd8-45c0-997d-e855da194fb2 admin admin] Publish callbacks [] for security_group (64edcc2f-3ca9-43e0-ae20-2828f76733f7), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.607803 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:03:01.611768 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.641430 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32da80-d500-42ed-8846-c7f00eb0b9ea req-bd504457-3a57-4abf-9236-49d17a837904 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:01.642886 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4d32da80-d500-42ed-8846-c7f00eb0b9ea req-bd504457-3a57-4abf-9236-49d17a837904 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0823526 Mar 08 16:03:01.644743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd622319-ccd8-45c0-997d-e855da194fb2 admin admin] Publish callbacks [] for security_group (64edcc2f-3ca9-43e0-ae20-2828f76733f7), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.662017 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:01.668997 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.669372 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.669709 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.670038 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.670363 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.670684 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.671005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.671351 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.671673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.671996 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.672311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.672624 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.672934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:01.714332 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4d32da80-d500-42ed-8846-c7f00eb0b9ea req-f4b82392-58b7-4304-84c9-2651547bd274 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623870 Mar 08 16:03:01.727673 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd622319-ccd8-45c0-997d-e855da194fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (64edcc2f-3ca9-43e0-ae20-2828f76733f7), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.730365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd622319-ccd8-45c0-997d-e855da194fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.734022 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-dd622319-ccd8-45c0-997d-e855da194fb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64edcc2f-3ca9-43e0-ae20-2828f76733f7 HTTP/1.1" status: 204 len: 168 time: 0.2075276 Mar 08 16:03:01.740663 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd622319-ccd8-45c0-997d-e855da194fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64edcc2f-3ca9-43e0-ae20-2828f76733f7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:01.778882 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cea70ed6-b483-4d46-a96c-d292b2fffe7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:01.881393 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['501396d8-74bc-40b4-ae25-08915efa7bde'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:03:02.845823 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183c979-ea61-4c31-8aab-8ba9145b1a22 req-a384cbb7-9760-4d93-94e9-3155e1406b9d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:02.847322 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b183c979-ea61-4c31-8aab-8ba9145b1a22 req-a384cbb7-9760-4d93-94e9-3155e1406b9d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 945 time: 0.0566247 Mar 08 16:03:02.871094 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:02.887955 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36684) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:02.901978 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b183c979-ea61-4c31-8aab-8ba9145b1a22 req-5915d4ff-bdb7-46a1-8bf5-8d7b5279c0ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485730 Mar 08 16:03:02.994427 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed4f98a1-3702-44bd-b8b8-e1be86284f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.066315 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed4f98a1-3702-44bd-b8b8-e1be86284f6f admin admin] Publish callbacks [] for security_group (9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.070502 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed4f98a1-3702-44bd-b8b8-e1be86284f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.107742 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-ed4f98a1-3702-44bd-b8b8-e1be86284f6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc94f37fc74d4be886c68581a15af52b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186725 Mar 08 16:03:03.108673 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f98a1-3702-44bd-b8b8-e1be86284f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:03.110410 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36688) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:03.158594 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b2d2-c3ca-4f24-8cf7-6365f7013c1e admin admin] Publish callbacks [] for security_group (9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.178594 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b2d2-c3ca-4f24-8cf7-6365f7013c1e admin admin] Publish callbacks [] for security_group (9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.225821 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b2d2-c3ca-4f24-8cf7-6365f7013c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.229041 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b2d2-c3ca-4f24-8cf7-6365f7013c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.230174 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-bcb2b2d2-c3ca-4f24-8cf7-6365f7013c1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9 HTTP/1.1" status: 204 len: 168 time: 0.1180027 Mar 08 16:03:03.237636 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b2d2-c3ca-4f24-8cf7-6365f7013c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1d3cb0-3e1e-4224-bf6d-0a08b711fbc9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:03.417513 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:03:03.472873 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port 501396d8-74bc-40b4-ae25-08915efa7bde completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 16:03:03.477311 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 501396d8-74bc-40b4-ae25-08915efa7bde triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:03:03.478039 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.565181 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:03:03.565699 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.599904 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:03:03.602968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a66205-12aa-4b92-b198-15f2f6440974" -d '{"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-plugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:03:03.617694 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:03:03.623356 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:03.651364 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d7642-16a4-4ca2-9c5c-5a691d6e97d7 x-openstack-request-id: req-f23d7642-16a4-4ca2-9c5c-5a691d6e97d7 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:03:03.651777 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-plugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:03:03.652094 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f23d7642-16a4-4ca2-9c5c-5a691d6e97d7 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:03:03.652657 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'code': 200} Mar 08 16:03:03.675841 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:03.822281 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf19f3-a0e8-4d88-9b7d-b4b000dd8f77 req-91a44459-e158-447e-80d6-a8904247faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:03.823751 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ddf19f3-a0e8-4d88-9b7d-b4b000dd8f77 req-91a44459-e158-447e-80d6-a8904247faf5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1130 time: 0.0463138 Mar 08 16:03:03.871168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7ddf19f3-a0e8-4d88-9b7d-b4b000dd8f77 req-cc5f96b1-7a2c-49f8-938a-81aacc9224f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393209 Mar 08 16:03:04.030843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1fb3b-e28f-44d6-9dd5-ec70bd643e47 req-3eb1229d-7cdd-4432-807d-3145857565ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:04.032355 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-65d1fb3b-e28f-44d6-9dd5-ec70bd643e47 req-3eb1229d-7cdd-4432-807d-3145857565ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0601060 Mar 08 16:03:04.078780 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-65d1fb3b-e28f-44d6-9dd5-ec70bd643e47 req-c68f03d3-3411-4824-bcc9-b0ab1e51360f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Mar 08 16:03:04.342116 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:05.202533 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79deb6-b3ee-4848-a3c1-3b8cf8f0ddc0 req-cd83ffe2-44f7-443d-ae5d-f5745ce5ccad tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:05.204022 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f79deb6-b3ee-4848-a3c1-3b8cf8f0ddc0 req-cd83ffe2-44f7-443d-ae5d-f5745ce5ccad tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0509939 Mar 08 16:03:05.251700 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0f79deb6-b3ee-4848-a3c1-3b8cf8f0ddc0 req-cd67f2cc-1644-45b3-875a-3af094872b5f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421863 Mar 08 16:03:05.368594 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff449-68d0-427e-b1be-d76803f1ac37 req-81a5a621-8299-4460-bcc4-0ababdcf64ce tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:05.369937 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b96ff449-68d0-427e-b1be-d76803f1ac37 req-81a5a621-8299-4460-bcc4-0ababdcf64ce tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0516472 Mar 08 16:03:05.378350 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36764) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:05.382591 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Request body: {'floatingip': {'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:03:05.423668 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (a3626fc0-8e83-4409-ab4c-68eb29118fa9), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:06.058005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:06.174340 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:06.181197 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (a3626fc0-8e83-4409-ab4c-68eb29118fa9), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:06.318813 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Floating IP a3626fc0-8e83-4409-ab4c-68eb29118fa9 associated. External IP: 172.27.2.85, port: 501396d8-74bc-40b4-ae25-08915efa7bde. Mar 08 16:03:06.547020 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:03:06.656446 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:03:06.661296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:06.666262 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:03:06.676144 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:03:06.676770 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:03:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:03:06.691464 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e09eeaa1-86e2-4994-ab96-5b75863cb12d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "PUT /v2.0/floatingips/a3626fc0-8e83-4409-ab4c-68eb29118fa9 HTTP/1.1" status: 200 len: 991 time: 1.3120396 Mar 08 16:03:06.692189 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:03:06.694559 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e946bd54-5445-4a54-ae96-7dbeb52b937d" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:03:06.732284 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7482c151-a260-4910-a4ee-2fd8f74ec8a7 x-openstack-request-id: req-7482c151-a260-4910-a4ee-2fd8f74ec8a7 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:03:06.732577 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:03:06.732856 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7482c151-a260-4910-a4ee-2fd8f74ec8a7 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:03:06.733255 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'status': 'completed', 'code': 200} Mar 08 16:03:06.795090 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:03:07.018487 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'a3626fc0-8e83-4409-ab4c-68eb29118fa9', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'mac_address': 'fa:16:3e:6f:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:52Z', 'updated_at': '2022-03-08T16:03:06Z', 'revision_number': 1, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:03:07.045006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:03:07.053725 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:03:07.054302 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:03:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:03:07.163240 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:03:07.386884 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'a3626fc0-8e83-4409-ab4c-68eb29118fa9', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'mac_address': 'fa:16:3e:6f:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:52Z', 'updated_at': '2022-03-08T16:03:06Z', 'revision_number': 1, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:03:07.417973 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0b180-2f01-45f0-a353-8a6a95bb32bd None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': 'a3626fc0-8e83-4409-ab4c-68eb29118fa9', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'mac_address': 'fa:16:3e:6f:c4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:52Z', 'updated_at': '2022-03-08T16:03:06Z', 'revision_number': 1, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:03:07.618950 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc14b6-b31a-46f9-8661-67f4786c4a71 None None] New status for floating IP a3626fc0-8e83-4409-ab4c-68eb29118fa9: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:03:08.329616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-8d114556-5e10-4aa8-bbaa-c3196d030f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:08.331202 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-8d114556-5e10-4aa8-bbaa-c3196d030f6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1130 time: 0.0565088 Mar 08 16:03:09.287054 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-8ab07f54-9264-46aa-8257-0de91609e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:09.289110 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-8ab07f54-9264-46aa-8257-0de91609e525 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.0832701 Mar 08 16:03:09.360427 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-ff104283-b8a3-4fe4-bb51-1a3801757147 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 200 len: 1001 time: 0.0634439 Mar 08 16:03:09.408445 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-9287b164-8afa-432a-8d71-3168e3f56496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:09.409863 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-9287b164-8afa-432a-8d71-3168e3f56496 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0415461 Mar 08 16:03:09.459089 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-545dc31b-bf3b-49b6-b65c-d943d7416c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:09.460641 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-545dc31b-bf3b-49b6-b65c-d943d7416c26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439892 Mar 08 16:03:09.552468 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-a7f077d8-7594-4e66-b1bb-4e8b0348cd56 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847359 Mar 08 16:03:09.639740 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e946bd54-5445-4a54-ae96-7dbeb52b937d req-0ff6e6eb-45e9-4d9e-8bee-0412f4351c2c service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803926 Mar 08 16:03:15.782733 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36898) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:15.891293 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef8-4a3b-471c-8995-31bb421b853d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:15.966157 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef8-4a3b-471c-8995-31bb421b853d admin admin] Publish callbacks [] for security_group (8dd3901c-d029-43eb-8701-7fd1c8acaa9a), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:15.970006 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35e50ef8-4a3b-471c-8995-31bb421b853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (8dd3901c-d029-43eb-8701-7fd1c8acaa9a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.013474 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-35e50ef8-4a3b-471c-8995-31bb421b853d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=389ddd9173ec4727833c37461a0804a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295189 Mar 08 16:03:16.014367 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50ef8-4a3b-471c-8995-31bb421b853d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd3901c-d029-43eb-8701-7fd1c8acaa9a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:16.016353 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36908) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:16.070583 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b53d9449-e76a-45a2-bbb6-7009025934e8 admin admin] Publish callbacks [] for security_group (8dd3901c-d029-43eb-8701-7fd1c8acaa9a), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.091319 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b53d9449-e76a-45a2-bbb6-7009025934e8 admin admin] Publish callbacks [] for security_group (8dd3901c-d029-43eb-8701-7fd1c8acaa9a), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.140573 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b53d9449-e76a-45a2-bbb6-7009025934e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (8dd3901c-d029-43eb-8701-7fd1c8acaa9a), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.143222 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b53d9449-e76a-45a2-bbb6-7009025934e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.144346 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b53d9449-e76a-45a2-bbb6-7009025934e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dd3901c-d029-43eb-8701-7fd1c8acaa9a HTTP/1.1" status: 204 len: 168 time: 0.1270199 Mar 08 16:03:16.152926 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d9449-e76a-45a2-bbb6-7009025934e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd3901c-d029-43eb-8701-7fd1c8acaa9a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:16.406435 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36914) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:16.419944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec69c-8854-4dc2-9a07-cefe80907799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.494339 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec69c-8854-4dc2-9a07-cefe80907799 admin admin] Publish callbacks [] for security_group (e3406bf4-e343-4726-906e-8caffcdd3897), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.498077 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec69c-8854-4dc2-9a07-cefe80907799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e3406bf4-e343-4726-906e-8caffcdd3897), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.536496 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-2e9ec69c-8854-4dc2-9a07-cefe80907799 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6593341b43148638e48c1f8b00d2fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289771 Mar 08 16:03:16.537801 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ec69c-8854-4dc2-9a07-cefe80907799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3406bf4-e343-4726-906e-8caffcdd3897,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:16.539912 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36916) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:16.587359 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1578d6b-0cbf-4726-8c30-19147abf063a admin admin] Publish callbacks [] for security_group (e3406bf4-e343-4726-906e-8caffcdd3897), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.608361 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1578d6b-0cbf-4726-8c30-19147abf063a admin admin] Publish callbacks [] for security_group (e3406bf4-e343-4726-906e-8caffcdd3897), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.653203 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1578d6b-0cbf-4726-8c30-19147abf063a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e3406bf4-e343-4726-906e-8caffcdd3897), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.655829 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1578d6b-0cbf-4726-8c30-19147abf063a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:16.656969 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e1578d6b-0cbf-4726-8c30-19147abf063a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3406bf4-e343-4726-906e-8caffcdd3897 HTTP/1.1" status: 204 len: 168 time: 0.1160729 Mar 08 16:03:16.665114 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1578d6b-0cbf-4726-8c30-19147abf063a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3406bf4-e343-4726-906e-8caffcdd3897,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:17.322058 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 36944) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:17.526784 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb02b039-2f06-4ab4-ace1-afce1459ed78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.608959 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb02b039-2f06-4ab4-ace1-afce1459ed78 admin admin] Publish callbacks [] for security_group (5435a01a-bb31-4e0c-9678-56827889ab51), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.612991 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb02b039-2f06-4ab4-ace1-afce1459ed78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5435a01a-bb31-4e0c-9678-56827889ab51), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.652003 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-fb02b039-2f06-4ab4-ace1-afce1459ed78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a0b616e7e3141c187becf3eac5066d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288012 Mar 08 16:03:17.652835 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02b039-2f06-4ab4-ace1-afce1459ed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5435a01a-bb31-4e0c-9678-56827889ab51,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:17.654752 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 36958) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:17.707399 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c939c368-2e86-40a3-b256-a8bf6904f20c admin admin] Publish callbacks [] for security_group (5435a01a-bb31-4e0c-9678-56827889ab51), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.729700 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c939c368-2e86-40a3-b256-a8bf6904f20c admin admin] Publish callbacks [] for security_group (5435a01a-bb31-4e0c-9678-56827889ab51), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.777981 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c939c368-2e86-40a3-b256-a8bf6904f20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (5435a01a-bb31-4e0c-9678-56827889ab51), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.780676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c939c368-2e86-40a3-b256-a8bf6904f20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:17.781821 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c939c368-2e86-40a3-b256-a8bf6904f20c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5435a01a-bb31-4e0c-9678-56827889ab51 HTTP/1.1" status: 204 len: 168 time: 0.1250820 Mar 08 16:03:17.790141 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939c368-2e86-40a3-b256-a8bf6904f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5435a01a-bb31-4e0c-9678-56827889ab51,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:19.640225 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.385096 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37068) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:27.491870 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.577397 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Publish callbacks [] for security_group (c03c62a6-7584-4c42-9d6d-ce5b290639d3), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.582294 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c03c62a6-7584-4c42-9d6d-ce5b290639d3), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.627167 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c62a6-7584-4c42-9d6d-ce5b290639d3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:27.631070 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6e9905e3103412c890970d4618a6402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449648 Mar 08 16:03:27.634351 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:27.638432 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.639012 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.639395 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.639757 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.640083 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.640419 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.640898 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.641486 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.642073 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.642424 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.642760 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.643184 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.643524 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b93217-b178-4b0d-b750-47b856fe9d69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:27.692060 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bcb-e725-4ca5-8613-f76db8739c65 admin admin] Publish callbacks [] for security_group (c03c62a6-7584-4c42-9d6d-ce5b290639d3), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.717766 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bcb-e725-4ca5-8613-f76db8739c65 admin admin] Publish callbacks [] for security_group (c03c62a6-7584-4c42-9d6d-ce5b290639d3), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.775974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bcb-e725-4ca5-8613-f76db8739c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c03c62a6-7584-4c42-9d6d-ce5b290639d3), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.778899 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1bcb-e725-4ca5-8613-f76db8739c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:27.780215 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-5a5d1bcb-e725-4ca5-8613-f76db8739c65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c03c62a6-7584-4c42-9d6d-ce5b290639d3 HTTP/1.1" status: 204 len: 168 time: 0.1448274 Mar 08 16:03:27.790703 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1bcb-e725-4ca5-8613-f76db8739c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c62a6-7584-4c42-9d6d-ce5b290639d3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:28.081975 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37078) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:28.100622 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b943f0d0-160b-4f84-bc4f-8bcbe3c47979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.196941 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b943f0d0-160b-4f84-bc4f-8bcbe3c47979 admin admin] Publish callbacks [] for security_group (e2ed12ef-6ffb-4777-893d-cf10f4837455), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.200798 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b943f0d0-160b-4f84-bc4f-8bcbe3c47979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e2ed12ef-6ffb-4777-893d-cf10f4837455), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.241885 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b943f0d0-160b-4f84-bc4f-8bcbe3c47979 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=daa3abad571e498ba117ffcacfd6e6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588180 Mar 08 16:03:28.243568 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943f0d0-160b-4f84-bc4f-8bcbe3c47979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed12ef-6ffb-4777-893d-cf10f4837455,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:28.246079 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37080) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:28.298015 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8090ff3-3401-42dd-b047-c4a79eea1ac1 admin admin] Publish callbacks [] for security_group (e2ed12ef-6ffb-4777-893d-cf10f4837455), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.319352 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8090ff3-3401-42dd-b047-c4a79eea1ac1 admin admin] Publish callbacks [] for security_group (e2ed12ef-6ffb-4777-893d-cf10f4837455), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.366229 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8090ff3-3401-42dd-b047-c4a79eea1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e2ed12ef-6ffb-4777-893d-cf10f4837455), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.369608 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8090ff3-3401-42dd-b047-c4a79eea1ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:28.370732 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a8090ff3-3401-42dd-b047-c4a79eea1ac1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2ed12ef-6ffb-4777-893d-cf10f4837455 HTTP/1.1" status: 204 len: 168 time: 0.1232643 Mar 08 16:03:28.378081 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8090ff3-3401-42dd-b047-c4a79eea1ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed12ef-6ffb-4777-893d-cf10f4837455,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:29.276344 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9e0e10d-07f9-4c1e-aaeb-5d44535440db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:31.524308 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:03:31.760773 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a333c28-2eeb-41a3-b023-8ed37e9107f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:32.863561 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:34.345277 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:36.050615 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:49.629346 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:55.223392 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-abce702a-c16a-4bba-99cf-ad49c9a9e5b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440073 Mar 08 16:03:55.290756 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-0a30b4c3-f6d1-4cd2-bfec-20824dd896e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:55.292304 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-0a30b4c3-f6d1-4cd2-bfec-20824dd896e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1130 time: 0.0459859 Mar 08 16:03:55.403908 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-703f1605-b4e6-4c46-9229-dab6c902e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:55.405392 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-703f1605-b4e6-4c46-9229-dab6c902e792 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.0937097 Mar 08 16:03:55.473713 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-8eb805c5-bbe8-402c-9a28-cec894510b08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 1002 time: 0.0606208 Mar 08 16:03:55.523058 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-1a389d4f-bb47-4d50-9977-f74e6d5987fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:55.524266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-1a389d4f-bb47-4d50-9977-f74e6d5987fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0436027 Mar 08 16:03:55.583252 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-3b9b0eb6-b102-40f7-8bc7-feecbf4ee887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:55.584839 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-3b9b0eb6-b102-40f7-8bc7-feecbf4ee887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544887 Mar 08 16:03:55.709875 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-2edc7ec2-f73e-40be-964d-74705378c4eb service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172361 Mar 08 16:03:55.717461 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c20bd5-6d1b-457f-9c7a-b2f5966e6693 req-1cd7d128-97e3-489e-a2f5-5ff18e0167ec tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:55.718836 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-70c20bd5-6d1b-457f-9c7a-b2f5966e6693 req-1cd7d128-97e3-489e-a2f5-5ff18e0167ec tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0980353 Mar 08 16:03:55.818168 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-70c20bd5-6d1b-457f-9c7a-b2f5966e6693 req-b748cdf8-80b7-433b-b30a-1007e925be68 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909572 Mar 08 16:03:55.838593 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7d558c6e-10db-4ab4-aad6-0c9840e3020a req-8388cab0-bf2b-4537-9ef1-ddda5448ff37 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188285 Mar 08 16:03:56.947656 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060cf50-1fe9-4e32-815a-bc8125e4bd6b req-f6719bab-0200-4d83-96c8-efcd48137503 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:56.949121 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8060cf50-1fe9-4e32-815a-bc8125e4bd6b req-f6719bab-0200-4d83-96c8-efcd48137503 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0538313 Mar 08 16:03:57.000816 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8060cf50-1fe9-4e32-815a-bc8125e4bd6b req-019a0fe7-df63-4fc7-8ad4-14428050bbe2 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460377 Mar 08 16:03:57.814607 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-c28febcf-930b-4cc1-826b-0d444ae1f82d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893263409&fields=id&tenant_id=de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 267 time: 0.0450885 Mar 08 16:03:57.918555 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-111c5ee7-b881-4380-a654-75ca81c77e6f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:57.920069 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-111c5ee7-b881-4380-a654-75ca81c77e6f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 811 time: 0.0992355 Mar 08 16:03:57.934636 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-4981da9b-66cd-42ec-96de-fb8fccd803cb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/quotas/de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 375 time: 0.0091600 Mar 08 16:03:57.996576 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9f0d251d-993b-47b2-93a5-5cb7241281ae tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0566282 Mar 08 16:03:58.121927 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-90c893dc-cd27-4ea2-8db1-2024ab8b00cb service neutron] 10.222.0.15 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120484 Mar 08 16:03:58.172356 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199eac1-5270-4d02-8664-216f59227e2f req-fb8c4622-8783-42bc-a81f-6b37be1f5a1a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:58.173818 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a199eac1-5270-4d02-8664-216f59227e2f req-fb8c4622-8783-42bc-a81f-6b37be1f5a1a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0935643 Mar 08 16:03:58.196341 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37370) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:58.259670 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-0ab2af19-56cf-4ae4-9e88-7095cca34073 service neutron] 10.222.0.15 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313231 Mar 08 16:03:58.262858 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a199eac1-5270-4d02-8664-216f59227e2f req-a9cf9756-d40b-4811-ae28-997ce43ed2cd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647473 Mar 08 16:03:58.313423 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c08bda1a-a98e-4100-a14c-364b7f668841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.392903 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c08bda1a-a98e-4100-a14c-364b7f668841 admin admin] Publish callbacks [] for security_group (0e3ec414-43ca-40e8-a190-527baddcf62a), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.397213 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c08bda1a-a98e-4100-a14c-364b7f668841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0e3ec414-43ca-40e8-a190-527baddcf62a), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.444758 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c08bda1a-a98e-4100-a14c-364b7f668841 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4c4ddc681564799b30d1c07e40542bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472854 Mar 08 16:03:58.445895 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bda1a-a98e-4100-a14c-364b7f668841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ec414-43ca-40e8-a190-527baddcf62a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:58.447768 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37380) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:58.497680 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Publish callbacks [] for security_group (0e3ec414-43ca-40e8-a190-527baddcf62a), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.524938 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Publish callbacks [] for security_group (0e3ec414-43ca-40e8-a190-527baddcf62a), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.575501 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aabdafb9-6631-4f67-801b-e3397bf841bb req-8a73166a-8d80-416d-a87d-6cf320a4cf39 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 210 time: 0.0391278 Mar 08 16:03:58.607851 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0e3ec414-43ca-40e8-a190-527baddcf62a), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.610396 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.611553 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e3ec414-43ca-40e8-a190-527baddcf62a HTTP/1.1" status: 204 len: 168 time: 0.1623628 Mar 08 16:03:58.620323 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ec414-43ca-40e8-a190-527baddcf62a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:58.629155 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.629518 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.630075 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.630319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.630652 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.630980 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.631404 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.631647 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.631972 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.632347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.632609 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.632930 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.633393 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3094f3-2e36-4090-b427-8a6f885bc9cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:03:58.892225 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37396) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:58.906825 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-350ae2e7-d760-44e1-b1e7-5dee43b03229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.984831 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-350ae2e7-d760-44e1-b1e7-5dee43b03229 admin admin] Publish callbacks [] for security_group (ac081802-6726-432a-b41c-8be6f7d8b9a2), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:58.988857 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-350ae2e7-d760-44e1-b1e7-5dee43b03229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ac081802-6726-432a-b41c-8be6f7d8b9a2), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.027903 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-350ae2e7-d760-44e1-b1e7-5dee43b03229 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e756994be230446fa7b40b4f5ef1dfb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345384 Mar 08 16:03:59.028757 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae2e7-d760-44e1-b1e7-5dee43b03229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac081802-6726-432a-b41c-8be6f7d8b9a2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:59.031491 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37398) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:03:59.083344 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1168d2d-94ab-4c8c-9d73-eea9bbcd51bc admin admin] Publish callbacks [] for security_group (ac081802-6726-432a-b41c-8be6f7d8b9a2), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.105216 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1168d2d-94ab-4c8c-9d73-eea9bbcd51bc admin admin] Publish callbacks [] for security_group (ac081802-6726-432a-b41c-8be6f7d8b9a2), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.151767 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1168d2d-94ab-4c8c-9d73-eea9bbcd51bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (ac081802-6726-432a-b41c-8be6f7d8b9a2), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.154306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1168d2d-94ab-4c8c-9d73-eea9bbcd51bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.155479 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a1168d2d-94ab-4c8c-9d73-eea9bbcd51bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac081802-6726-432a-b41c-8be6f7d8b9a2 HTTP/1.1" status: 204 len: 168 time: 0.1224506 Mar 08 16:03:59.163380 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1168d2d-94ab-4c8c-9d73-eea9bbcd51bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac081802-6726-432a-b41c-8be6f7d8b9a2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:03:59.277020 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88eb54f2-84cd-4f6b-81d2-3d7a87424e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.394055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47daf7-7caa-4330-a311-83c299237c1a req-ea0c9306-237b-4a70-b098-6c0ce078356a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:59.395489 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a47daf7-7caa-4330-a311-83c299237c1a req-ea0c9306-237b-4a70-b098-6c0ce078356a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0575407 Mar 08 16:03:59.472870 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a47daf7-7caa-4330-a311-83c299237c1a req-57527f1a-f38c-49af-8a0f-ecfbcf7ae034 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710382 Mar 08 16:03:59.558867 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-46f027fc-48ee-4ce0-bd5c-abaa30910a23 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:03:59.560498 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-46f027fc-48ee-4ce0-bd5c-abaa30910a23 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 811 time: 0.1219635 Mar 08 16:03:59.634852 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-120cff0e-acba-40a5-bd86-adb46337c14e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de2d718fb94a4747ada518f08ca3632e HTTP/1.1" status: 200 len: 379 time: 0.0654671 Mar 08 16:03:59.648537 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'port': {'device_id': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'admin_state_up': True, 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'security_groups': ['0600464f-c4d2-42c6-ba56-a559b2f042c1']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:03:59.702722 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bf7bd5f5-f632-45e3-a43b-bb9d66b15bc1 req-e4434f31-1303-4b64-9613-e159b69051d7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 210 time: 0.0485129 Mar 08 16:03:59.788001 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Made reservation on behalf of de2d718fb94a4747ada518f08ca3632e for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:03:59.792194 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:03:59.930611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Allocated IP 172.20.0.8 (a154b254-21e7-4168-a9eb-fa82dc9c0446/ebc384aa-c276-4ee5-af84-75bba4000bc1/dfca0dc2-34ea-4ced-b5e0-f548d7fac965) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:04:00.090973 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.143217 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.192763 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:04:00.195960 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:04:00.200059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:04:00.223529 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:00.252891 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:00.253508 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.271355 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-9949433e-6911-457a-8403-afbdbcab675f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6282129 Mar 08 16:04:00.284050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Request body: {'port': {'device_id': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:04:00.354373 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.435529 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-52d1dd0f-53f6-4cba-9096-390a70757fae None None] Provisioning complete for port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:04:00.436397 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52d1dd0f-53f6-4cba-9096-390a70757fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.472493 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-52d1dd0f-53f6-4cba-9096-390a70757fae None None] Port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 16:04:00.657550 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830db61-4151-4081-a9ce-9876d295e746 req-b1fd6316-bcd5-4d69-b83b-b4c511f85433 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:00.659109 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5830db61-4151-4081-a9ce-9876d295e746 req-b1fd6316-bcd5-4d69-b83b-b4c511f85433 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.1003592 Mar 08 16:04:00.676619 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfca0dc2-34ea-4ced-b5e0-f548d7fac965 {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:04:00.692043 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Publish callbacks [] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.716798 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Transition to ACTIVE for port object dfca0dc2-34ea-4ced-b5e0-f548d7fac965 will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 16:04:00.728907 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.741989 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5830db61-4151-4081-a9ce-9876d295e746 req-8549feb7-3f5b-4c8b-aba4-d240066235ac tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760536 Mar 08 16:04:00.841967 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:00.898430 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ac1e5-a1b6-408f-ba3c-2be7bad9378b req-0a4bbe56-95af-4d4d-9138-17e5be8cc374 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:00.900101 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b4ac1e5-a1b6-408f-ba3c-2be7bad9378b req-0a4bbe56-95af-4d4d-9138-17e5be8cc374 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 943 time: 0.1163824 Mar 08 16:04:00.931822 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Attempting to bind port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 16:04:00.932172 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Attempting to bind port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 16:04:00.932504 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Attempting to bind port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:04:00.942366 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 on network a154b254-21e7-4168-a9eb-fa82dc9c0446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 16:04:00.942705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Attempting to bind port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 on network a154b254-21e7-4168-a9eb-fa82dc9c0446 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 16:04:00.956910 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Checking agent: {'id': '599cbb8b-1693-4c27-a3fa-5b5efe1a0297', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'started_at': datetime.datetime(2022, 3, 8, 15, 53, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 16, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 16:04:00.957258 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Checking segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:04:00.957702 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Bound using segment: {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 16:04:00.958084 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Bound port: dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67f4967d-98e9-424a-a0b3-9140f1ed4200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 16:04:00.958446 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:00.991824 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5b4ac1e5-a1b6-408f-ba3c-2be7bad9378b req-5f7cfa18-564d-4874-adaa-3e60e884cc74 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811508 Mar 08 16:04:01.050113 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] For port dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host hv-cinder-80475, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 16:04:01.053374 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] For port dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 16:04:01.065118 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26064201'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:01.104299 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.104974 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:01.106301 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] 10.222.0.37 "PUT /v2.0/ports/dfca0dc2-34ea-4ced-b5e0-f548d7fac965 HTTP/1.1" status: 200 len: 1093 time: 0.8265538 Mar 08 16:04:01.109449 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:01.111734 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6895057-4dc1-41a9-9fe1-516589ff7325" -d '{"events": [{"name": "network-changed", "server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:01.162800 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e038d0bc-1869-4abe-a599-35a19a0cc30c x-openstack-request-id: req-e038d0bc-1869-4abe-a599-35a19a0cc30c {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:01.163134 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:01.163369 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e038d0bc-1869-4abe-a599-35a19a0cc30c {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:01.163931 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'status': 'completed', 'code': 200} Mar 08 16:04:01.167112 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b6c83-37da-4d82-b556-f9d3b59672c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:01.204696 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-c61794d2-c4b7-46d3-9811-32b8fd4a4f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.206498 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-c61794d2-c4b7-46d3-9811-32b8fd4a4f2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 1127 time: 0.0567012 Mar 08 16:04:01.255533 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-44972692-edc5-4e3f-ad13-54fe75ab2c79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965 HTTP/1.1" status: 200 len: 217 time: 0.0390997 Mar 08 16:04:01.304143 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-6e2fc40c-e142-4f25-aff1-1611c9395a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.306385 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-6e2fc40c-e142-4f25-aff1-1611c9395a90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0451651 Mar 08 16:04:01.357360 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-c0bcd386-3b08-4c0e-a3b7-66209804bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.359149 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-c0bcd386-3b08-4c0e-a3b7-66209804bb48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460887 Mar 08 16:04:01.450472 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-97a50aaa-3e17-4e85-8633-04b2343a115c service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Mar 08 16:04:01.541299 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-adcc503d-ddef-47f4-9ea4-26dda37aeeb7 req-8f782218-40dd-4f33-a286-50d9c698a738 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831902 Mar 08 16:04:01.632016 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-34a8cd77-40ab-416f-93c1-67f70ee6d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.634145 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-34a8cd77-40ab-416f-93c1-67f70ee6d6dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 1127 time: 0.0483050 Mar 08 16:04:01.722250 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-a33954aa-cbaa-4584-8a29-234831fcfd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.723616 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-a33954aa-cbaa-4584-8a29-234831fcfd41 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.0818818 Mar 08 16:04:01.762037 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5acb0ba-e9db-4dea-aa77-f618b228501a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:01.768029 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-8a1eeef2-34fd-427c-8f56-896cf76de59f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965 HTTP/1.1" status: 200 len: 217 time: 0.0375366 Mar 08 16:04:01.817679 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-a829908b-1e23-49ff-97ae-48d80f0bd921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.819172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-a829908b-1e23-49ff-97ae-48d80f0bd921 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0451255 Mar 08 16:04:01.902339 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ba17ca-3179-4a9b-84bb-1c6d02172d3c req-84a07a5f-ebc4-4610-aeb9-1f6c259c71da tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.903841 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e4ba17ca-3179-4a9b-84bb-1c6d02172d3c req-84a07a5f-ebc4-4610-aeb9-1f6c259c71da tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0838203 Mar 08 16:04:01.906281 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-1d74fe94-6bef-4dae-826f-2cd8d6afa117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:01.907842 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-1d74fe94-6bef-4dae-826f-2cd8d6afa117 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0792627 Mar 08 16:04:02.005192 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e4ba17ca-3179-4a9b-84bb-1c6d02172d3c req-826a70ef-aa00-4042-a9f7-c0f463a2c615 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957370 Mar 08 16:04:02.033966 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-f645e1e2-5742-485e-8b69-f1db1c7d00c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170809 Mar 08 16:04:02.167237 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87759e4-1c66-4748-b1f0-f990f9dd433f req-843bb9bf-ed2f-48b4-a702-b4def18091ed tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:02.168760 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e87759e4-1c66-4748-b1f0-f990f9dd433f req-843bb9bf-ed2f-48b4-a702-b4def18091ed tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 943 time: 0.1086562 Mar 08 16:04:02.171023 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d6895057-4dc1-41a9-9fe1-516589ff7325 req-3c21de63-c24f-467e-b559-84e8e762bd5a service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281233 Mar 08 16:04:02.224695 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e87759e4-1c66-4748-b1f0-f990f9dd433f req-76424620-55ac-48a2-a1be-ece93242e46d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497806 Mar 08 16:04:02.864795 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:03.132508 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b49e3f-8993-45b5-ac49-f52bbb05f24a req-f8fd2821-2b42-4ab3-ab32-03f8e59e8c69 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:03.134708 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0b49e3f-8993-45b5-ac49-f52bbb05f24a req-f8fd2821-2b42-4ab3-ab32-03f8e59e8c69 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0523410 Mar 08 16:04:03.183957 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0b49e3f-8993-45b5-ac49-f52bbb05f24a req-147789ff-c6f0-416a-83df-dac05b3e116b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Mar 08 16:04:03.340778 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5913c-73fc-4c36-91c3-1dedefbbc181 req-cb2a48a4-187d-49e3-9906-ac2f1471c473 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:03.342123 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-06b5913c-73fc-4c36-91c3-1dedefbbc181 req-cb2a48a4-187d-49e3-9906-ac2f1471c473 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 943 time: 0.0515268 Mar 08 16:04:03.389284 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-06b5913c-73fc-4c36-91c3-1dedefbbc181 req-f10a30f1-6aa2-45c7-9710-63032c713c35 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417030 Mar 08 16:04:04.191929 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37490) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:04.300263 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4278c1fc-bae1-40ac-84c3-8361150b1165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.332699 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4d27-0b39-4942-a11f-7ddcf392f444 req-0a35995e-ce49-476e-9fd1-a23bab14543c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:04.334211 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-114e4d27-0b39-4942-a11f-7ddcf392f444 req-0a35995e-ce49-476e-9fd1-a23bab14543c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0795710 Mar 08 16:04:04.350284 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.414784 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-114e4d27-0b39-4942-a11f-7ddcf392f444 req-f1b45c36-5b88-4ffa-ad53-fc2638d8abf9 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691278 Mar 08 16:04:04.450517 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4278c1fc-bae1-40ac-84c3-8361150b1165 admin admin] Publish callbacks [] for security_group (0cc653f6-ce2f-4758-a812-de4c5b01196e), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.454182 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4278c1fc-bae1-40ac-84c3-8361150b1165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0cc653f6-ce2f-4758-a812-de4c5b01196e), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.507339 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4278c1fc-bae1-40ac-84c3-8361150b1165 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a1acffe6ea64eeeb8def6948037a562&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137109 Mar 08 16:04:04.511171 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37502) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:04.532110 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278c1fc-bae1-40ac-84c3-8361150b1165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc653f6-ce2f-4758-a812-de4c5b01196e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:04.563721 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-849756d6-b56e-480a-814c-8bcf76b2a377 admin admin] Publish callbacks [] for security_group (0cc653f6-ce2f-4758-a812-de4c5b01196e), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.584968 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a82a6-9c28-4fc6-a4a1-c3c90c3c2061 req-302f1419-daeb-49d3-be32-c69818f938a1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:04.586380 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-908a82a6-9c28-4fc6-a4a1-c3c90c3c2061 req-302f1419-daeb-49d3-be32-c69818f938a1 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 943 time: 0.1030741 Mar 08 16:04:04.586681 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-849756d6-b56e-480a-814c-8bcf76b2a377 admin admin] Publish callbacks [] for security_group (0cc653f6-ce2f-4758-a812-de4c5b01196e), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.593271 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b705b4-391f-4d47-87e0-6280c878f712 req-35e94767-43ac-4c10-b1a0-1fd48144a5d0 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:04.594673 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c7b705b4-391f-4d47-87e0-6280c878f712 req-35e94767-43ac-4c10-b1a0-1fd48144a5d0 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0925152 Mar 08 16:04:04.633175 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-849756d6-b56e-480a-814c-8bcf76b2a377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0cc653f6-ce2f-4758-a812-de4c5b01196e), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.636622 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-849756d6-b56e-480a-814c-8bcf76b2a377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.637769 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-849756d6-b56e-480a-814c-8bcf76b2a377 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0cc653f6-ce2f-4758-a812-de4c5b01196e HTTP/1.1" status: 204 len: 168 time: 0.1255841 Mar 08 16:04:04.645368 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849756d6-b56e-480a-814c-8bcf76b2a377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc653f6-ce2f-4758-a812-de4c5b01196e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:04.666172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-908a82a6-9c28-4fc6-a4a1-c3c90c3c2061 req-e1ffdc61-b596-45c2-8604-b16111889690 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705314 Mar 08 16:04:04.687407 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c7b705b4-391f-4d47-87e0-6280c878f712 req-c3802847-af3c-4f8f-bfcd-2ce6176ac44e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775435 Mar 08 16:04:04.909649 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37508) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:04.923361 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3c83026-4234-43ea-b696-ade8a43b6961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:04.996959 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3c83026-4234-43ea-b696-ade8a43b6961 admin admin] Publish callbacks [] for security_group (aadd8342-4153-4176-838e-df99da353a9a), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:05.000621 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3c83026-4234-43ea-b696-ade8a43b6961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (aadd8342-4153-4176-838e-df99da353a9a), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:05.036394 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c83026-4234-43ea-b696-ade8a43b6961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd8342-4153-4176-838e-df99da353a9a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:05.042143 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b3c83026-4234-43ea-b696-ade8a43b6961 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dec0dcecaf634d40af3abaaf76a04621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314499 Mar 08 16:04:05.044957 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 37510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:05.094239 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06b8cd3-5c32-4b99-94ad-0b0bb4d952c0 admin admin] Publish callbacks [] for security_group (aadd8342-4153-4176-838e-df99da353a9a), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:05.115495 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06b8cd3-5c32-4b99-94ad-0b0bb4d952c0 admin admin] Publish callbacks [] for security_group (aadd8342-4153-4176-838e-df99da353a9a), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:05.163319 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06b8cd3-5c32-4b99-94ad-0b0bb4d952c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (aadd8342-4153-4176-838e-df99da353a9a), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:05.165805 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06b8cd3-5c32-4b99-94ad-0b0bb4d952c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:05.166939 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b06b8cd3-5c32-4b99-94ad-0b0bb4d952c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aadd8342-4153-4176-838e-df99da353a9a HTTP/1.1" status: 204 len: 168 time: 0.1212234 Mar 08 16:04:05.174528 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8cd3-5c32-4b99-94ad-0b0bb4d952c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd8342-4153-4176-838e-df99da353a9a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:05.549219 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325f4c0-b6b3-4256-bbf3-67930fd71e85 req-54bda358-c1d2-4915-933f-bba09dc7700c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:05.550688 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d325f4c0-b6b3-4256-bbf3-67930fd71e85 req-54bda358-c1d2-4915-933f-bba09dc7700c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0524073 Mar 08 16:04:05.597482 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d325f4c0-b6b3-4256-bbf3-67930fd71e85 req-65c974ac-6af2-4cd9-892f-539b026c1238 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406022 Mar 08 16:04:05.825677 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb129585-004e-416a-b521-bbae409408f8 req-5368f1d2-3f75-4fc8-9fad-ce7c036ee5d0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:05.826772 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb129585-004e-416a-b521-bbae409408f8 req-5368f1d2-3f75-4fc8-9fad-ce7c036ee5d0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 943 time: 0.0903611 Mar 08 16:04:05.854198 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384dd39c-1f64-4017-9333-e02c4b629bd8 req-b620cdcd-7bae-4133-b349-d6088d32243e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:05.855675 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-384dd39c-1f64-4017-9333-e02c4b629bd8 req-b620cdcd-7bae-4133-b349-d6088d32243e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0909245 Mar 08 16:04:05.904739 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bb129585-004e-416a-b521-bbae409408f8 req-b43c8d78-6720-4fd9-83c6-5e94dd7bf9f3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715866 Mar 08 16:04:05.935813 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-384dd39c-1f64-4017-9333-e02c4b629bd8 req-a6006930-64a6-4271-820d-ebb2023d6c0c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734510 Mar 08 16:04:06.052333 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:06.722050 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031fc39-4ef7-4d42-ae2c-5f7309fe8c88 req-17352aab-7389-4950-90a4-7f6c96f33720 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:06.723528 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b031fc39-4ef7-4d42-ae2c-5f7309fe8c88 req-17352aab-7389-4950-90a4-7f6c96f33720 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0530081 Mar 08 16:04:06.769095 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b031fc39-4ef7-4d42-ae2c-5f7309fe8c88 req-e76830d7-bce5-4179-9459-68d3bebf9c8d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394268 Mar 08 16:04:07.052419 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be554c-5b49-48d2-b924-70c7382caf40 req-eeb57297-e1f0-482c-9d7c-cba8b60c783f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:07.053859 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f6be554c-5b49-48d2-b924-70c7382caf40 req-eeb57297-e1f0-482c-9d7c-cba8b60c783f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 943 time: 0.0811615 Mar 08 16:04:07.085407 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57c0c-109d-4179-8720-c87bc547ba5a req-cb8a56a5-e224-41bf-a014-37e34cd0b1f3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:07.086813 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-01a57c0c-109d-4179-8720-c87bc547ba5a req-cb8a56a5-e224-41bf-a014-37e34cd0b1f3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0780311 Mar 08 16:04:07.130616 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f6be554c-5b49-48d2-b924-70c7382caf40 req-016f60d3-052c-449f-85a4-e7cf34beca14 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712681 Mar 08 16:04:07.156151 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-01a57c0c-109d-4179-8720-c87bc547ba5a req-11a8fdcb-0bc1-425a-a34c-f4882abf54d5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627439 Mar 08 16:04:07.719829 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device dfca0dc2-34ea-4ced-b5e0-f548d7fac965 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:04:07.832109 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:07.843188 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'port_id': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'mac_address': 'fa:16:3e:6c:24:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:04:07.882627 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:07.883014 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:07.894817 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e946a-e93b-474d-9855-c08be98e879f req-bf998d0a-8e64-44d3-904e-308de7797f80 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:07.896986 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-991e946a-e93b-474d-9855-c08be98e879f req-bf998d0a-8e64-44d3-904e-308de7797f80 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0541885 Mar 08 16:04:07.898589 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfca0dc2-34ea-4ced-b5e0-f548d7fac965 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:04:07.919833 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:07.923772 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:07.951274 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-991e946a-e93b-474d-9855-c08be98e879f req-fef29b2c-1048-49f8-b065-59321c189479 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477505 Mar 08 16:04:07.982188 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:07.989102 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.989454 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.989797 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.990133 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.990464 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.990793 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.991143 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.991471 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.991796 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.992120 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.992443 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.992760 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:07.993079 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:08.192359 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['dfca0dc2-34ea-4ced-b5e0-f548d7fac965'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:04:08.523169 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:04:08.568097 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f872f3e4-d1f0-4f52-bead-1759d80ee76d req-d9bc2898-d53a-4b0d-8062-3f61933881ff tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:08.569544 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f872f3e4-d1f0-4f52-bead-1759d80ee76d req-d9bc2898-d53a-4b0d-8062-3f61933881ff tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 944 time: 0.3714128 Mar 08 16:04:08.576483 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb8d87-cf63-4d12-ad03-79aae5604ef7 req-372599c3-e7f1-4f7c-8f39-f2ff0c7c1b54 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:08.577860 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2bb8d87-cf63-4d12-ad03-79aae5604ef7 req-372599c3-e7f1-4f7c-8f39-f2ff0c7c1b54 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0695841 Mar 08 16:04:08.654405 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f872f3e4-d1f0-4f52-bead-1759d80ee76d req-a42c38d8-73be-40ec-8217-15845cca86c0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755951 Mar 08 16:04:08.658048 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a2bb8d87-cf63-4d12-ad03-79aae5604ef7 req-a0f41483-5c39-4ea6-a0a3-d2bd489dc4fd tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736804 Mar 08 16:04:09.075502 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e5e89-9a96-4fcd-9048-a5b5441c59ec req-bfbdd2fe-c2ac-48ae-8e0d-d03c00256bda tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:09.077056 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-030e5e89-9a96-4fcd-9048-a5b5441c59ec req-bfbdd2fe-c2ac-48ae-8e0d-d03c00256bda tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0547292 Mar 08 16:04:09.128924 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-030e5e89-9a96-4fcd-9048-a5b5441c59ec req-6e39eb9a-9f35-4901-9e9b-3e9ff538539a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 Mar 08 16:04:09.730622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device dfca0dc2-34ea-4ced-b5e0-f548d7fac965 up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:04:09.779395 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning for port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 16:04:09.783411 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:04:09.783868 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:09.808574 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b601043-44a7-4acb-a32f-d4c1fb8b714d req-d63b82f9-62ec-4e80-8939-4d8d1a5c6f34 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:09.810060 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8b601043-44a7-4acb-a32f-d4c1fb8b714d req-d63b82f9-62ec-4e80-8939-4d8d1a5c6f34 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 944 time: 0.0865159 Mar 08 16:04:09.817883 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95fa6-8c38-4a06-99c3-d49beb8c0573 req-03480804-e4fa-4663-8fae-2e7db20090d8 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:09.819293 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2b95fa6-8c38-4a06-99c3-d49beb8c0573 req-03480804-e4fa-4663-8fae-2e7db20090d8 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0944791 Mar 08 16:04:09.864878 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:09.865267 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:09.889710 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:09.892469 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418cb3ba-cdbc-4954-a828-6eca954c433d" -d '{"events": [{"server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "name": "network-vif-plugged", "status": "completed", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:09.893758 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8b601043-44a7-4acb-a32f-d4c1fb8b714d req-f97cd5e5-959c-4cc9-8d0d-e11ce1085659 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735114 Mar 08 16:04:09.898582 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2b95fa6-8c38-4a06-99c3-d49beb8c0573 req-9142e90c-f07d-4027-8dc1-8679e2d68eda tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718844 Mar 08 16:04:09.906752 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:09.919108 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:09.943553 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b4132f-f77c-4a34-9b65-53526d8f8b5f x-openstack-request-id: req-02b4132f-f77c-4a34-9b65-53526d8f8b5f {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:09.943840 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "name": "network-vif-plugged", "status": "completed", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:09.944085 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02b4132f-f77c-4a34-9b65-53526d8f8b5f {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:09.944464 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'code': 200} Mar 08 16:04:09.970406 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:10.201376 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819b206-fd77-4dbd-88fc-685a4be705f5 req-782d4eff-5d5c-49ac-b41b-638c15559cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:10.202902 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f819b206-fd77-4dbd-88fc-685a4be705f5 req-782d4eff-5d5c-49ac-b41b-638c15559cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 1129 time: 0.0459352 Mar 08 16:04:10.285479 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f819b206-fd77-4dbd-88fc-685a4be705f5 req-20a9fbcb-75a3-4533-bea9-cd6ce5f585b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715451 Mar 08 16:04:10.294411 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd7667-150f-4d47-9314-8d12016ab10f req-97460963-121b-405b-8c00-1ca9a7af7eee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:10.296420 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d2fd7667-150f-4d47-9314-8d12016ab10f req-97460963-121b-405b-8c00-1ca9a7af7eee tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0924013 Mar 08 16:04:10.345350 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d2fd7667-150f-4d47-9314-8d12016ab10f req-ca536f04-1260-4302-b2d4-c8a3ed81379b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Mar 08 16:04:11.049496 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e87b6-a7bb-4e1c-be44-9b6ac5b4a2d5 req-d49bd586-b0dc-43b1-8979-ca44c0bfd6d9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:11.050968 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-709e87b6-a7bb-4e1c-be44-9b6ac5b4a2d5 req-d49bd586-b0dc-43b1-8979-ca44c0bfd6d9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 945 time: 0.0861790 Mar 08 16:04:11.062732 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64701bc-7f45-4c1c-9f35-a3298cd2b7b7 req-a1a9900f-aea3-407c-99d7-53d06c60205f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:11.064157 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f64701bc-7f45-4c1c-9f35-a3298cd2b7b7 req-a1a9900f-aea3-407c-99d7-53d06c60205f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0880425 Mar 08 16:04:11.139893 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-709e87b6-a7bb-4e1c-be44-9b6ac5b4a2d5 req-1d70dc84-26b0-4385-b789-2232932df60c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747905 Mar 08 16:04:11.149755 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f64701bc-7f45-4c1c-9f35-a3298cd2b7b7 req-c4b79f98-d9f3-4446-baf4-57f322b77ed1 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791345 Mar 08 16:04:11.473755 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84738df7-3597-46bb-b81f-47e1ce4f8dd8 req-6db8cc03-968e-40c0-b0dc-67ab4ed1a0b6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:11.475611 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-84738df7-3597-46bb-b81f-47e1ce4f8dd8 req-6db8cc03-968e-40c0-b0dc-67ab4ed1a0b6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0541086 Mar 08 16:04:11.524439 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-84738df7-3597-46bb-b81f-47e1ce4f8dd8 req-23c5995d-56d2-40ac-99f2-bfdba5cc4ca0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Mar 08 16:04:11.731464 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:04:11.829389 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:11.840095 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '501396d8-74bc-40b4-ae25-08915efa7bde', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde', 'mac_address': 'fa:16:3e:6f:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:04:11.876419 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: ACTIVE; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:11.876806 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:11.889073 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 501396d8-74bc-40b4-ae25-08915efa7bde {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:04:11.908634 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:11.911946 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:11.963940 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:12.012588 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['501396d8-74bc-40b4-ae25-08915efa7bde'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:04:12.293739 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15b425-e2ae-4ced-a1ad-b5eaf2a4763d req-1bc3f860-ce77-40ef-bd06-092e521f63c3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:12.295142 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4d15b425-e2ae-4ced-a1ad-b5eaf2a4763d req-1bc3f860-ce77-40ef-bd06-092e521f63c3 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 945 time: 0.0867758 Mar 08 16:04:12.302529 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574303e7-3d87-4c60-b23d-1cf215e08c58 req-fd834343-7c12-4163-9b1f-903fca43cfed tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:12.303920 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-574303e7-3d87-4c60-b23d-1cf215e08c58 req-fd834343-7c12-4163-9b1f-903fca43cfed tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0847430 Mar 08 16:04:12.375308 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-4d15b425-e2ae-4ced-a1ad-b5eaf2a4763d req-a8f0fd3d-145c-4bd1-91a1-0006c63eba55 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704129 Mar 08 16:04:12.385578 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-574303e7-3d87-4c60-b23d-1cf215e08c58 req-92c00632-fdf9-49b0-b93e-5b5b241b0286 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745344 Mar 08 16:04:12.497367 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9d508-f9a7-4c88-b13d-308531be0431 req-fd03778f-f71c-40e3-a18e-52bc09bcc3d6 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:12.498881 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d7c9d508-f9a7-4c88-b13d-308531be0431 req-fd03778f-f71c-40e3-a18e-52bc09bcc3d6 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 945 time: 0.0561988 Mar 08 16:04:12.547408 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d7c9d508-f9a7-4c88-b13d-308531be0431 req-67e82fa8-0a6b-4c7b-9f24-37ae16c6703b tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Mar 08 16:04:12.571911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37626) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:12.674680 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614eef9-9bcd-4a57-b15a-513cb6c3a4f2 req-9bda7e6e-8113-424e-b23f-025aec2aa025 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:12.674680 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8614eef9-9bcd-4a57-b15a-513cb6c3a4f2 req-9bda7e6e-8113-424e-b23f-025aec2aa025 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 945 time: 0.0590613 Mar 08 16:04:12.733383 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8614eef9-9bcd-4a57-b15a-513cb6c3a4f2 req-86b354f6-45b6-4246-99b4-2288013faea3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547688 Mar 08 16:04:12.806749 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ba2b5-77ff-4eb8-89d4-834957a7e8e3 tempest-TestVolumeBootPattern-89677916 tempest-TestVolumeBootPattern-89677916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:12.808217 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9a1ba2b5-77ff-4eb8-89d4-834957a7e8e3 tempest-TestVolumeBootPattern-89677916 tempest-TestVolumeBootPattern-89677916-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 1124 time: 0.2347522 Mar 08 16:04:12.811299 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37634) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:12.815844 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Request body: {'floatingip': {'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'port_id': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:04:12.835412 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:12.929521 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.035279 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Allocated IP 172.27.2.188 (473c4bd4-bd70-40cd-95b1-e6e4898f21b5/a3daabb0-0f4f-4364-b7d6-609a5f7242a6/651d8f45-96a9-4923-b720-5c058bdd7d81) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 16:04:13.133614 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.167720 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794170851265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.210790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Network 473c4bd4-bd70-40cd-95b1-e6e4898f21b5 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 16:04:13.213769 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:04:13.217824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 16:04:13.239842 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=651d8f45-96a9-4923-b720-5c058bdd7d81,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:13.505179 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159f87-3b29-4b30-bd81-9566fbdfc1da req-d9a5d334-3b71-448f-af3a-403f43bbf96f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:13.506669 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe159f87-3b29-4b30-bd81-9566fbdfc1da req-d9a5d334-3b71-448f-af3a-403f43bbf96f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0537496 Mar 08 16:04:13.555536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe159f87-3b29-4b30-bd81-9566fbdfc1da req-4b0d843a-89b2-4ce0-b55e-357e2f3320f0 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Mar 08 16:04:13.576786 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (94d7b52b-fe80-49bd-8170-a31f7b7f049d), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.646200 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.797966 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.802616 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26768891'] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.858993 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2062c64-a92f-4f29-8820-268d2154de19 req-79ddc528-52aa-49cb-99ed-3b6c76e82304 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:13.860512 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2062c64-a92f-4f29-8820-268d2154de19 req-79ddc528-52aa-49cb-99ed-3b6c76e82304 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 945 time: 0.0527415 Mar 08 16:04:13.876860 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event updated for resources: {'Port': ['ID=651d8f45-96a9-4923-b720-5c058bdd7d81,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:13.885097 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (94d7b52b-fe80-49bd-8170-a31f7b7f049d), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:13.909063 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2062c64-a92f-4f29-8820-268d2154de19 req-c69f2418-9fb5-4bf2-870e-1a383860985d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428841 Mar 08 16:04:14.223853 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Floating IP 94d7b52b-fe80-49bd-8170-a31f7b7f049d associated. External IP: 172.27.2.188, port: dfca0dc2-34ea-4ced-b5e0-f548d7fac965. Mar 08 16:04:14.387295 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:04:14.430389 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:04:14.438056 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 501396d8-74bc-40b4-ae25-08915efa7bde triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:04:14.438433 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:14.515348 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:14.515738 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:14.538138 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:14.540349 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b0a85-bb6c-4da3-96ff-a461057fce37" -d '{"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-plugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:14.543793 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:04:14.553169 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:14.557928 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:04:14.563474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:14.563679 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:14.596094 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2272f824-3290-4148-8faf-00cc9c2aba2c x-openstack-request-id: req-2272f824-3290-4148-8faf-00cc9c2aba2c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:14.596387 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-plugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:14.596634 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2272f824-3290-4148-8faf-00cc9c2aba2c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:14.597173 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'code': 200} Mar 08 16:04:14.599932 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:04:14.602392 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:04:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:04:14.604706 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f66ec1bb-741e-4ae6-aa8d-5cc3aab25267 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7923591 Mar 08 16:04:14.605434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:14.607728 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668720b6-fc3b-42af-9a58-2b6d233fae91" -d '{"events": [{"name": "network-changed", "server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:14.652306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1678b88-448a-4d4e-b9cd-2e189d7fc6b3 x-openstack-request-id: req-e1678b88-448a-4d4e-b9cd-2e189d7fc6b3 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:14.652605 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:14.652859 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1678b88-448a-4d4e-b9cd-2e189d7fc6b3 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:14.653265 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'status': 'completed', 'code': 200} Mar 08 16:04:14.690638 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc8299-57a1-41f7-a126-e9bda07b3af6 req-6e0fa26e-2c2e-47ef-8958-078ba4c6f1fb tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:14.692236 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2bc8299-57a1-41f7-a126-e9bda07b3af6 req-6e0fa26e-2c2e-47ef-8958-078ba4c6f1fb tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0631769 Mar 08 16:04:14.745000 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2bc8299-57a1-41f7-a126-e9bda07b3af6 req-64deb64c-2e10-4a30-8ee8-c0b5a1d5553a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458415 Mar 08 16:04:14.813738 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:14.871629 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:04:15.037574 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff969ea2-412e-49d8-ae2f-97239d4987a8 req-b7a45d0b-9200-49d2-8fbe-c8248c6307ce tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:15.039033 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ff969ea2-412e-49d8-ae2f-97239d4987a8 req-b7a45d0b-9200-49d2-8fbe-c8248c6307ce tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0529122 Mar 08 16:04:15.086589 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ff969ea2-412e-49d8-ae2f-97239d4987a8 req-9b0202e7-baef-461b-8f4b-22c421e99fd5 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412540 Mar 08 16:04:15.094537 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:06Z', 'revision_number': 1, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}, {'id': '94d7b52b-fe80-49bd-8170-a31f7b7f049d', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:6c:24:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:04:13Z', 'updated_at': '2022-03-08T16:04:13Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:04:15.121305 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:04:15.129474 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:04:15.130070 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:04:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:04:15.237811 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:04:15.462070 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:06Z', 'revision_number': 1, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}, {'id': '94d7b52b-fe80-49bd-8170-a31f7b7f049d', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:6c:24:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:04:13Z', 'updated_at': '2022-03-08T16:04:13Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:04:15.487656 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61530ac0-a8e4-43bc-93ec-2361f4adc67d None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:06Z', 'revision_number': 1, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}, {'id': '94d7b52b-fe80-49bd-8170-a31f7b7f049d', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.188', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:6c:24:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:04:13Z', 'updated_at': '2022-03-08T16:04:13Z', 'revision_number': 0, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:04:15.685445 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10f4bf1-d4d8-495b-823c-a01f67d5ab86 None None] New status for floating IP 94d7b52b-fe80-49bd-8170-a31f7b7f049d: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:04:15.870365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6367-d139-4a0c-8626-6a3a1b1d9fed req-836947a4-1ccb-48b7-b6e5-ef0f4b63ff83 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:15.871899 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeaf6367-d139-4a0c-8626-6a3a1b1d9fed req-836947a4-1ccb-48b7-b6e5-ef0f4b63ff83 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0603335 Mar 08 16:04:15.920831 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aeaf6367-d139-4a0c-8626-6a3a1b1d9fed req-c7fff91f-e31c-4fc8-bfb4-31655fc76023 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429730 Mar 08 16:04:16.219057 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-a451a342-04d8-4cc0-bdbf-1ce69d1328b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:16.220644 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-a451a342-04d8-4cc0-bdbf-1ce69d1328b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 1129 time: 0.0772624 Mar 08 16:04:16.232291 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfb7c5-91d7-40c4-b55c-f66e6e856e15 req-2b9a86c9-9b45-4687-b92e-cc3f238886ea tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:16.233743 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46bfb7c5-91d7-40c4-b55c-f66e6e856e15 req-2b9a86c9-9b45-4687-b92e-cc3f238886ea tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0652637 Mar 08 16:04:16.338716 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46bfb7c5-91d7-40c4-b55c-f66e6e856e15 req-3522bade-e97f-4b63-b823-68ad30c3e034 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958881 Mar 08 16:04:16.359487 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-2ba5ce27-d26a-4074-bd25-7de964931074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:16.360953 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-2ba5ce27-d26a-4074-bd25-7de964931074 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.1263652 Mar 08 16:04:16.434264 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-b2b22678-70d8-4c6c-987d-681dc064977b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965 HTTP/1.1" status: 200 len: 1001 time: 0.0665917 Mar 08 16:04:16.488146 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-cfbb245f-a8b9-4ccc-9a97-e2d755974135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:16.489608 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-cfbb245f-a8b9-4ccc-9a97-e2d755974135 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0479596 Mar 08 16:04:16.545727 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-2fb37154-4eef-48f5-a480-35cb126617f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:16.547279 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-2fb37154-4eef-48f5-a480-35cb126617f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481868 Mar 08 16:04:16.646778 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-d47e8eff-c760-4192-9ce2-0b4c21105aee service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922844 Mar 08 16:04:16.740426 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-668720b6-fc3b-42af-9a58-2b6d233fae91 req-503a53fe-1b75-4bcc-b9af-148d21c0a340 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Mar 08 16:04:17.049693 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b20de-c36a-4c35-ae7b-e4a8b3322fca req-f269435f-094c-45bf-91a5-c7d002da3eb4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:17.058613 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-238b20de-c36a-4c35-ae7b-e4a8b3322fca req-f269435f-094c-45bf-91a5-c7d002da3eb4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0658414 Mar 08 16:04:17.127406 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-238b20de-c36a-4c35-ae7b-e4a8b3322fca req-4fed496f-e129-4512-961d-8071642887ab tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676744 Mar 08 16:04:17.501691 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa99477-1b5d-434b-8c6e-df0784d9d6de req-f6386117-a932-49ba-83ab-82cc9b73c21c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:17.510945 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3fa99477-1b5d-434b-8c6e-df0784d9d6de req-f6386117-a932-49ba-83ab-82cc9b73c21c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0765109 Mar 08 16:04:17.568356 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3fa99477-1b5d-434b-8c6e-df0784d9d6de req-2ad8a774-9fed-4b52-9675-7d382f8daf16 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590606 Mar 08 16:04:18.248547 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fe519-88a1-424a-a5bc-60bf69e07576 req-4edf826b-ed94-428c-8242-3b617d6c37f7 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:18.255557 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-871fe519-88a1-424a-a5bc-60bf69e07576 req-4edf826b-ed94-428c-8242-3b617d6c37f7 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0647628 Mar 08 16:04:18.312426 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-871fe519-88a1-424a-a5bc-60bf69e07576 req-5b54caba-f11e-4849-850e-136d2f9043b8 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559335 Mar 08 16:04:18.793401 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2061c92-20af-42ea-a820-0cb9dd8e0349 req-9bf3669e-5d49-40f7-a12e-51e9af313981 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:18.795120 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c2061c92-20af-42ea-a820-0cb9dd8e0349 req-9bf3669e-5d49-40f7-a12e-51e9af313981 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.1314790 Mar 08 16:04:18.865080 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c2061c92-20af-42ea-a820-0cb9dd8e0349 req-4435d2a6-fd20-4e65-a307-9f4edb746da7 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600340 Mar 08 16:04:19.442856 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726066ea-b86f-4575-b464-16a5cefad1e0 req-d98d7491-4816-44d6-be13-fff100903b85 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:19.445214 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-726066ea-b86f-4575-b464-16a5cefad1e0 req-d98d7491-4816-44d6-be13-fff100903b85 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0583808 Mar 08 16:04:19.499841 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-726066ea-b86f-4575-b464-16a5cefad1e0 req-015079ba-3197-4ed3-a743-85dfe54f66d1 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473840 Mar 08 16:04:19.639610 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:20.008667 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a1d0f-99d2-4ee5-89d7-ca354e4fb3ef req-49b2af76-80ce-4dc3-b392-4ffa226c55da tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:20.015621 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5d1a1d0f-99d2-4ee5-89d7-ca354e4fb3ef req-49b2af76-80ce-4dc3-b392-4ffa226c55da tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0670366 Mar 08 16:04:20.066452 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5d1a1d0f-99d2-4ee5-89d7-ca354e4fb3ef req-ea8beba3-a28b-4c06-acaa-e85cd36d1e70 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496159 Mar 08 16:04:20.637166 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2808914-98b8-4148-9ef4-40e706484e52 req-0568ea7a-db71-49d9-959e-c0c6f50260ee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:20.638940 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d2808914-98b8-4148-9ef4-40e706484e52 req-0568ea7a-db71-49d9-959e-c0c6f50260ee tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0595424 Mar 08 16:04:20.694044 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d2808914-98b8-4148-9ef4-40e706484e52 req-7f446c0a-4ed9-49d2-959d-3d427b681d43 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492079 Mar 08 16:04:21.230285 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85815a8-ede1-421f-a621-27a8336f30c3 req-5feaa2fa-ff0b-4b13-9c11-f49eac1dfe29 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:21.242040 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e85815a8-ede1-421f-a621-27a8336f30c3 req-5feaa2fa-ff0b-4b13-9c11-f49eac1dfe29 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0828383 Mar 08 16:04:21.339429 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e85815a8-ede1-421f-a621-27a8336f30c3 req-b4efc0c1-6118-472d-b38a-c2dd0aab91f3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953856 Mar 08 16:04:21.357200 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-b27921f8-93e8-423f-9c45-6a72d84f1eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:21.358801 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-b27921f8-93e8-423f-9c45-6a72d84f1eae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.0811231 Mar 08 16:04:21.502596 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-7ed4a802-76ae-47bf-a1ff-24a227f61c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:21.504423 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-7ed4a802-76ae-47bf-a1ff-24a227f61c3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.1387916 Mar 08 16:04:21.602405 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-02668d2b-8c54-4534-8e82-55cc5cb439fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 1002 time: 0.0897603 Mar 08 16:04:21.668231 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-d6d30549-1bde-41d7-858a-5a6dfa797fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:21.672052 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-d6d30549-1bde-41d7-858a-5a6dfa797fc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0620451 Mar 08 16:04:21.738308 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-a9a193a4-0231-430e-bd22-92f6b25434d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:21.739864 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-a9a193a4-0231-430e-bd22-92f6b25434d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598588 Mar 08 16:04:21.907034 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1ff99-1c04-4496-a66a-870ca5c26640 req-567e1b2a-9e89-441a-bb68-2c1434aabcbb tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:21.908849 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82e1ff99-1c04-4496-a66a-870ca5c26640 req-567e1b2a-9e89-441a-bb68-2c1434aabcbb tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0947385 Mar 08 16:04:21.910702 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-85f8615d-701e-447e-83c1-cc3b3deba783 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642005 Mar 08 16:04:22.031647 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-82e1ff99-1c04-4496-a66a-870ca5c26640 req-ba7acdd0-6b19-4e3c-862e-7104c1ad0ff7 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150587 Mar 08 16:04:22.069172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1c0706d1-4df8-4f14-a1af-d32bc4975fc8 req-372242cb-ad8e-490a-b57d-3fd928ab1b7f service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461856 Mar 08 16:04:22.488786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e359-871d-465a-9768-e2c5468f162d req-fda011b1-60b3-45e8-af3a-018eec5dfe6d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:22.492459 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1d69e359-871d-465a-9768-e2c5468f162d req-fda011b1-60b3-45e8-af3a-018eec5dfe6d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0643442 Mar 08 16:04:22.558826 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1d69e359-871d-465a-9768-e2c5468f162d req-fcf726cb-5443-4ede-b0d5-5eb75a045ca3 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594523 Mar 08 16:04:23.174161 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d54a64-a61f-42d9-b79b-586c29ffd30e req-9b2229ec-77c3-45fa-92f3-c911a48c4b9f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:23.175941 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d7d54a64-a61f-42d9-b79b-586c29ffd30e req-9b2229ec-77c3-45fa-92f3-c911a48c4b9f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0652261 Mar 08 16:04:23.235484 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d7d54a64-a61f-42d9-b79b-586c29ffd30e req-a8685efc-3a30-4081-a703-b51f6505b60f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530841 Mar 08 16:04:23.715784 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0374e-dc27-41c3-98c3-eddaafe3a023 req-d2e4080c-dcee-4a94-ab3f-024a71cca6ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:23.718585 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-89b0374e-dc27-41c3-98c3-eddaafe3a023 req-d2e4080c-dcee-4a94-ab3f-024a71cca6ab tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0704467 Mar 08 16:04:23.776974 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-89b0374e-dc27-41c3-98c3-eddaafe3a023 req-5e3fb9bb-9a79-44db-ae52-f363bf6e81fc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531101 Mar 08 16:04:24.422440 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25613fb-a3ce-49d6-a160-9f924eb17322 req-a04354ad-9834-49ce-b583-d13d2312b877 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:24.424354 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b25613fb-a3ce-49d6-a160-9f924eb17322 req-a04354ad-9834-49ce-b583-d13d2312b877 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0893223 Mar 08 16:04:24.520649 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b25613fb-a3ce-49d6-a160-9f924eb17322 req-9b1a5324-59fa-4a47-b4d9-646407c1e148 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812373 Mar 08 16:04:24.962779 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311391aa-6f9f-4596-8eb1-213fa18f7d32 req-c81136d9-1358-45e0-aae8-d491c15f208a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:24.964816 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-311391aa-6f9f-4596-8eb1-213fa18f7d32 req-c81136d9-1358-45e0-aae8-d491c15f208a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0814292 Mar 08 16:04:25.027803 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-311391aa-6f9f-4596-8eb1-213fa18f7d32 req-92d2f20f-2ad9-4a22-86f4-af53550ade42 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544941 Mar 08 16:04:25.676073 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb593ef-ecd8-442e-b009-af1d2b16a0db req-8f2f17a4-0cf5-4706-b113-129e00371841 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:25.677650 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6eb593ef-ecd8-442e-b009-af1d2b16a0db req-8f2f17a4-0cf5-4706-b113-129e00371841 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0606730 Mar 08 16:04:25.744297 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6eb593ef-ecd8-442e-b009-af1d2b16a0db req-dc61b861-33b8-4359-9637-885667385cfc tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582590 Mar 08 16:04:25.978961 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-99e0840d-cd46-4635-9a31-4b0e3969a6f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505669 Mar 08 16:04:26.026583 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463fb7a-0c6a-4123-8fb6-ddeb62cdf603 req-b9a48f16-0686-40f2-838a-3c45b09495d1 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:26.028586 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e463fb7a-0c6a-4123-8fb6-ddeb62cdf603 req-b9a48f16-0686-40f2-838a-3c45b09495d1 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0779943 Mar 08 16:04:26.082259 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bea13-645f-498a-98fc-fd0d458ad231 req-3c4a2a89-a539-4bb5-acbe-85277b044d70 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:26.083709 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-3c4a2a89-a539-4bb5-acbe-85277b044d70 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports/0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 943 time: 0.0734735 Mar 08 16:04:26.138384 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e463fb7a-0c6a-4123-8fb6-ddeb62cdf603 req-9964f6c9-5f9a-4223-8c9a-b5926199c859 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887239 Mar 08 16:04:26.184090 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad1806-0a64-4ee1-889e-67d61f5f9c7f req-b9d1b5f3-3a93-4bac-8d51-26dbc65442b5 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:26.185577 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bfad1806-0a64-4ee1-889e-67d61f5f9c7f req-b9d1b5f3-3a93-4bac-8d51-26dbc65442b5 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0645213 Mar 08 16:04:26.240038 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bfad1806-0a64-4ee1-889e-67d61f5f9c7f req-ec29ad40-2dda-4ebe-aa3f-2e748fa5d572 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477052 Mar 08 16:04:26.785886 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-0a62a54c-4199-4b45-af5e-061140a49675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:26.787366 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-0a62a54c-4199-4b45-af5e-061140a49675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1130 time: 0.0487888 Mar 08 16:04:26.882180 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-3d81b9e3-755e-42f5-8964-5cb16a773fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:26.883664 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-3d81b9e3-755e-42f5-8964-5cb16a773fbc service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.0878384 Mar 08 16:04:26.954732 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-1662895b-699d-431f-baaa-beb4ac48846b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 200 len: 1001 time: 0.0635259 Mar 08 16:04:27.006924 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-6e513bcb-bdf1-44cb-8bdf-32ce0ecfdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.008443 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-6e513bcb-bdf1-44cb-8bdf-32ce0ecfdd73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0473492 Mar 08 16:04:27.059898 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-b646d445-1076-47f3-8c77-51306340a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.062066 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-b646d445-1076-47f3-8c77-51306340a767 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475497 Mar 08 16:04:27.162882 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-15d404f6-65ed-4cd6-969e-793c45ea8a64 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920770 Mar 08 16:04:27.306737 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-02ad26de-31e2-46a0-bcf6-9363c3993305 req-68f10ed8-46f9-4c08-854b-72327a8ff9b0 service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356988 Mar 08 16:04:27.324509 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2427ff-fc84-4751-8418-82ea6ea42dd4 req-59ae2ce7-3787-48ee-a19b-c3e46a94cf11 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.326175 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a2427ff-fc84-4751-8418-82ea6ea42dd4 req-59ae2ce7-3787-48ee-a19b-c3e46a94cf11 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0861800 Mar 08 16:04:27.410630 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-1a2427ff-fc84-4751-8418-82ea6ea42dd4 req-58c7bb11-7ec5-4ceb-bbe4-06d83bb63010 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768566 Mar 08 16:04:27.430154 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbde525-146a-4b93-a3e2-ddcaa428d4f1 req-7e9a65fb-5413-4bf9-9662-f073be2dfefc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.430154 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2cbde525-146a-4b93-a3e2-ddcaa428d4f1 req-7e9a65fb-5413-4bf9-9662-f073be2dfefc tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0926092 Mar 08 16:04:27.475654 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-2cbde525-146a-4b93-a3e2-ddcaa428d4f1 req-08baa38a-07a2-4129-9128-c710ccb4fc97 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Mar 08 16:04:27.661267 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bea13-645f-498a-98fc-fd0d458ad231 req-728a90f2-7ee4-4efd-be4b-3d70337df64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.662656 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-728a90f2-7ee4-4efd-be4b-3d70337df64d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874&tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45 HTTP/1.1" status: 200 len: 1130 time: 0.0508914 Mar 08 16:04:27.730648 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bea13-645f-498a-98fc-fd0d458ad231 req-e8945f99-bf28-47be-ad00-514fbd2e740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.732180 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-e8945f99-bf28-47be-ad00-514fbd2e740e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.0467539 Mar 08 16:04:27.819552 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:04:27.835265 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bea13-645f-498a-98fc-fd0d458ad231 req-27a13453-6d8c-4c20-9417-c990bfcfcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.836719 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-27a13453-6d8c-4c20-9417-c990bfcfcc2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.0933430 Mar 08 16:04:27.903449 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d is: ACTIVE; New status is: DOWN {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:27.903842 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:27.914343 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-e030a766-9898-438f-b8ef-9b8d3a156efe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 1002 time: 0.0691607 Mar 08 16:04:27.927005 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:27.929249 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f791165-2015-4e37-bd2c-5e786c109169" -d '{"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:27.944128 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:27.949046 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:27.972506 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bea13-645f-498a-98fc-fd0d458ad231 req-d5e8234c-d997-4595-a004-ddb75db34e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:27.973961 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-d5e8234c-d997-4595-a004-ddb75db34e14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0509255 Mar 08 16:04:27.976134 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1f1de9-49ba-4cd6-80d7-2141b08651c3 x-openstack-request-id: req-fb1f1de9-49ba-4cd6-80d7-2141b08651c3 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:27.976423 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-unplugged", "status": "completed", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:27.976672 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb1f1de9-49ba-4cd6-80d7-2141b08651c3 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:27.977046 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'code': 200} Mar 08 16:04:28.002932 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:28.044958 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bea13-645f-498a-98fc-fd0d458ad231 req-18aef15b-a543-4b1e-8aa8-09bb8c126b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:28.046431 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-18aef15b-a543-4b1e-8aa8-09bb8c126b6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0541363 Mar 08 16:04:28.139230 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-95024e0f-b280-4cd2-a6e5-6e2c3531dfbb service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842981 Mar 08 16:04:28.230876 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-152bea13-645f-498a-98fc-fd0d458ad231 req-011e91cd-02b2-4847-a798-88635f45a6a9 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Mar 08 16:04:28.555421 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe67c44-57ae-4155-820f-26d036bcc8db req-66ca24d1-4921-4dab-8e25-b2fc783a20a4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:28.557611 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ffe67c44-57ae-4155-820f-26d036bcc8db req-66ca24d1-4921-4dab-8e25-b2fc783a20a4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0748413 Mar 08 16:04:28.661658 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ffe67c44-57ae-4155-820f-26d036bcc8db req-3f135e33-822d-48b0-8a54-40c9a0b1e431 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902810 Mar 08 16:04:28.683294 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c439c-10d9-434b-a113-4207a66fcc26 req-b5a5d670-b01e-4878-b207-4a6a918ccae6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:28.684853 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7e1c439c-10d9-434b-a113-4207a66fcc26 req-b5a5d670-b01e-4878-b207-4a6a918ccae6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.1261370 Mar 08 16:04:28.742005 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-7e1c439c-10d9-434b-a113-4207a66fcc26 req-38bd7fd4-5c8a-42ed-b294-636ede67b756 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503860 Mar 08 16:04:29.280971 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e6199ee7-dd72-42ef-9f55-7980b5a5bf2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:29.789434 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4d5f0-88cd-42c8-b4a1-b97fd151cbc3 req-c14bdd38-1677-4d96-957f-bad77555250b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:29.791829 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f0b4d5f0-88cd-42c8-b4a1-b97fd151cbc3 req-c14bdd38-1677-4d96-957f-bad77555250b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0557921 Mar 08 16:04:29.867340 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-f0b4d5f0-88cd-42c8-b4a1-b97fd151cbc3 req-b428e146-37de-4a1d-b33b-e80043b7f8e6 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699959 Mar 08 16:04:29.892594 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca7919-70ce-4c00-af7c-74678b4c442d req-1b8c27ec-65af-4639-bcf7-9d605ad000e4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:29.894250 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46ca7919-70ce-4c00-af7c-74678b4c442d req-1b8c27ec-65af-4639-bcf7-9d605ad000e4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0683460 Mar 08 16:04:29.943388 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-46ca7919-70ce-4c00-af7c-74678b4c442d req-c098bbc3-cf75-46c6-bc83-dd513c523290 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Mar 08 16:04:30.892281 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3562e-0d56-49e3-adfb-d07c7d814949 req-3cdd0dd6-20d4-41dc-a498-38952dd64c82 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:30.894564 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-61d3562e-0d56-49e3-adfb-d07c7d814949 req-3cdd0dd6-20d4-41dc-a498-38952dd64c82 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 946 time: 0.0599225 Mar 08 16:04:30.964065 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-61d3562e-0d56-49e3-adfb-d07c7d814949 req-ed410db0-1a4b-4053-b332-5eda5ee8c10d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625839 Mar 08 16:04:31.009737 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a963ae-03d2-49d4-94ee-64a19e2fbf2f req-5cf9d21b-d7f0-4301-893a-27e05121475e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:31.011257 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b8a963ae-03d2-49d4-94ee-64a19e2fbf2f req-5cf9d21b-d7f0-4301-893a-27e05121475e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0687697 Mar 08 16:04:31.064484 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b8a963ae-03d2-49d4-94ee-64a19e2fbf2f req-04263197-f465-4bcd-bd4b-e44326c00b14 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472567 Mar 08 16:04:31.171317 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37924) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:31.259200 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-12f0ebf3-ed78-4a31-a403-0baf78d7d8fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866754 Mar 08 16:04:31.269672 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-1173685e-3339-456b-8ab5-5ad0b6f7d9e1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 16:04:31.270640 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-1173685e-3339-456b-8ab5-5ad0b6f7d9e1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049412 Mar 08 16:04:31.349721 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 37932) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:31.399287 dv-cinder-804757-25-iscsi neutron-server[103052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 16:04:31.448096 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-4fee2a41-b773-4e85-81f8-c65a1c5cc283 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:31.449538 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-4fee2a41-b773-4e85-81f8-c65a1c5cc283 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports/501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 200 len: 943 time: 0.0988276 Mar 08 16:04:31.764577 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9109b1bb-e9bb-435b-9275-3d95e3e5e98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:31.872317 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:04:31.956770 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: ACTIVE; New status is: DOWN {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:31.957160 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:31.982963 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:31.985269 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0682da2f-d81a-4581-8bf5-f2017c7ebcb0" -d '{"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-unplugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:31.997982 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:32.002885 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:32.031344 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28832b2-4a9b-49ee-bbcf-b345d58afdd2 x-openstack-request-id: req-c28832b2-4a9b-49ee-bbcf-b345d58afdd2 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:32.031760 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-unplugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:32.032011 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c28832b2-4a9b-49ee-bbcf-b345d58afdd2 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:32.032393 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'code': 200} Mar 08 16:04:32.055541 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:32.100424 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043dee7-ee94-4ee8-ae18-99b6ff6f9263 req-8640d4e0-c42e-46d1-9171-bba4db645b9d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.103610 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5043dee7-ee94-4ee8-ae18-99b6ff6f9263 req-8640d4e0-c42e-46d1-9171-bba4db645b9d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0645862 Mar 08 16:04:32.176711 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5043dee7-ee94-4ee8-ae18-99b6ff6f9263 req-d708ed08-81d1-4e4f-b66c-224cdcb167dd tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675886 Mar 08 16:04:32.245762 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa992618-c26d-40b5-b824-64bde48bdafe req-afc0f916-a494-44b3-8379-d8ff93e84f42 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.247233 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa992618-c26d-40b5-b824-64bde48bdafe req-afc0f916-a494-44b3-8379-d8ff93e84f42 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0849898 Mar 08 16:04:32.272916 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-b9a83821-cc75-4b6c-b67b-e9e273f182d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.274506 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-b9a83821-cc75-4b6c-b67b-e9e273f182d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7&tenant_id=72dcf0169c9749cea8c59ad13407ba26 HTTP/1.1" status: 200 len: 1128 time: 0.0748956 Mar 08 16:04:32.340123 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-aa992618-c26d-40b5-b824-64bde48bdafe req-ff411362-c4fa-4354-89d7-66a0232b062a tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854568 Mar 08 16:04:32.365137 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-3875ba2e-0347-4aeb-bf6b-1b345bb5619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.366706 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-3875ba2e-0347-4aeb-bf6b-1b345bb5619a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=72dcf0169c9749cea8c59ad13407ba26&device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1128 time: 0.0613723 Mar 08 16:04:32.456779 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-c2b1edea-91cb-40db-88bd-073d84e0a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.458282 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-c2b1edea-91cb-40db-88bd-073d84e0a164 service neutron] 10.222.0.37 "GET /v2.0/networks?id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 200 len: 917 time: 0.0857322 Mar 08 16:04:32.528834 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-2cf32977-52fb-48cf-818a-4e7f16f4adb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 200 len: 999 time: 0.0622973 Mar 08 16:04:32.577754 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-5b13d6bb-b28e-419b-9c17-7df5eefbb819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.579188 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-5b13d6bb-b28e-419b-9c17-7df5eefbb819 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 200 len: 855 time: 0.0436645 Mar 08 16:04:32.628661 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-a62edfe8-73b9-4944-a120-624c32987468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:32.630048 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-a62edfe8-73b9-4944-a120-624c32987468 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=14ce4e2b-95ed-4f4a-bc15-13273c440ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442984 Mar 08 16:04:32.722514 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-975edde7-8ffe-4c87-9f4a-c111ce726a0a service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850992 Mar 08 16:04:32.809610 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b5a88cf0-5d25-4f00-9c66-168d4e6d2d51 req-64397e28-35d5-4d7f-acfb-e4111aa120ad service neutron] 10.222.0.37 "GET /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797975 Mar 08 16:04:32.867025 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:33.328270 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6115c-39d0-4af2-adb8-9f80a16d3888 req-8541aedc-cff3-46f7-9cef-7774b070b041 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:33.330021 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-96b6115c-39d0-4af2-adb8-9f80a16d3888 req-8541aedc-cff3-46f7-9cef-7774b070b041 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0717349 Mar 08 16:04:33.416968 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-96b6115c-39d0-4af2-adb8-9f80a16d3888 req-44ef18dd-7a4e-44e5-8b28-6369849a9793 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768554 Mar 08 16:04:33.505390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82cdf2b-b0a8-431e-b138-a3b60ef1081b req-c6cff2fd-1302-4134-98a3-0d49b5e76833 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:33.506971 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b82cdf2b-b0a8-431e-b138-a3b60ef1081b req-c6cff2fd-1302-4134-98a3-0d49b5e76833 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0631754 Mar 08 16:04:33.579613 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b82cdf2b-b0a8-431e-b138-a3b60ef1081b req-f55c0851-caf4-4b54-9482-9a8dfefe9f79 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555480 Mar 08 16:04:34.355659 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:34.718956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706b7d-c4ec-4be3-9bd7-21d0cf9c9cc8 req-16d97868-6ad7-478d-9892-f1e50c0f1052 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:34.720586 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b2706b7d-c4ec-4be3-9bd7-21d0cf9c9cc8 req-16d97868-6ad7-478d-9892-f1e50c0f1052 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0957038 Mar 08 16:04:34.742862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380fa2f-1d51-4337-a108-e82d4b80a10f req-5d15f3c5-af68-468b-a5d7-d87d18c7d5a5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:34.744998 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5380fa2f-1d51-4337-a108-e82d4b80a10f req-5d15f3c5-af68-468b-a5d7-d87d18c7d5a5 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0903163 Mar 08 16:04:34.809484 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b2706b7d-c4ec-4be3-9bd7-21d0cf9c9cc8 req-4c0cad95-5e66-4ece-a28b-4376bce33a29 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827868 Mar 08 16:04:34.819054 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5380fa2f-1d51-4337-a108-e82d4b80a10f req-865a5afb-a2b7-4ded-a81b-81bca6f0a4d3 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678601 Mar 08 16:04:36.067635 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:36.289165 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb771d-6a8e-41e5-bfaa-4875fce80585 req-9e51018f-f268-4935-9092-eacf240deb91 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:36.292154 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0ddb771d-6a8e-41e5-bfaa-4875fce80585 req-9e51018f-f268-4935-9092-eacf240deb91 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.3971446 Mar 08 16:04:36.298706 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec06fd-0a2b-4f04-9593-013142bd50a7 req-7803e65f-c0fd-4bda-9fde-7eb7a3bdabd4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:36.300270 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-81ec06fd-0a2b-4f04-9593-013142bd50a7 req-7803e65f-c0fd-4bda-9fde-7eb7a3bdabd4 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.4043458 Mar 08 16:04:36.378617 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0ddb771d-6a8e-41e5-bfaa-4875fce80585 req-b4495afc-a0a2-411e-829a-95797445ee46 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771348 Mar 08 16:04:36.389551 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-81ec06fd-0a2b-4f04-9593-013142bd50a7 req-2d99f3bb-e124-4b0f-8ee1-265aa1b28e7f tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807707 Mar 08 16:04:37.582764 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a798ae-b999-426a-a4a4-2a052a0864af req-4e15fed7-16bb-4f79-8a8e-2b803b63a69b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:37.590508 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-29a798ae-b999-426a-a4a4-2a052a0864af req-4e15fed7-16bb-4f79-8a8e-2b803b63a69b tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.1092708 Mar 08 16:04:37.599652 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa7bfd-3fcb-470a-8fed-cbb02d86db3b req-6b6111e0-66ce-45d0-974e-becc7d12081a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:37.601172 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-62aa7bfd-3fcb-470a-8fed-cbb02d86db3b req-6b6111e0-66ce-45d0-974e-becc7d12081a tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0876551 Mar 08 16:04:37.673029 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-29a798ae-b999-426a-a4a4-2a052a0864af req-e13dfc6e-b96f-4771-83cc-7e459add4a61 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812793 Mar 08 16:04:37.677227 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-62aa7bfd-3fcb-470a-8fed-cbb02d86db3b req-8e6ea100-6d9a-4e80-ad3d-a120c83ead99 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697005 Mar 08 16:04:38.843263 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9f36-7217-4a31-afa5-62619f79f338 req-fc2e0efb-fa8c-4544-bb73-0d9773f36241 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:38.845688 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8abf9f36-7217-4a31-afa5-62619f79f338 req-fc2e0efb-fa8c-4544-bb73-0d9773f36241 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0940495 Mar 08 16:04:38.858539 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440db2-6900-4940-a888-9e51236f3952 req-02224fcb-25b4-426f-8329-9f1ba54c1a79 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:38.864170 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e6440db2-6900-4940-a888-9e51236f3952 req-02224fcb-25b4-426f-8329-9f1ba54c1a79 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0851610 Mar 08 16:04:38.943682 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e6440db2-6900-4940-a888-9e51236f3952 req-c5d5b0cb-bdfd-4c23-8b3c-06e6bc2c1ea0 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773559 Mar 08 16:04:38.948733 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8abf9f36-7217-4a31-afa5-62619f79f338 req-63097313-857b-453d-aa50-04106f73b112 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832596 Mar 08 16:04:40.122984 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e222-062f-41e4-b72b-5ed4f0314dcb req-378f7683-1895-4e8a-bed5-aa714d670fde tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:40.124544 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3141e222-062f-41e4-b72b-5ed4f0314dcb req-378f7683-1895-4e8a-bed5-aa714d670fde tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0987422 Mar 08 16:04:40.146001 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3801fb-0f97-4d47-8a84-2b8fc829e77d req-bc18e3cb-12d7-4cc1-968f-7bdac5ea4d4e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:40.147457 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8d3801fb-0f97-4d47-8a84-2b8fc829e77d req-bc18e3cb-12d7-4cc1-968f-7bdac5ea4d4e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0908287 Mar 08 16:04:40.227592 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8d3801fb-0f97-4d47-8a84-2b8fc829e77d req-91e3840a-0b09-467c-85ab-4c6a72f6e9a8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685136 Mar 08 16:04:40.232558 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3141e222-062f-41e4-b72b-5ed4f0314dcb req-24a1c126-5677-4a90-87f5-6a23d9f58c6e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998044 Mar 08 16:04:41.399100 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3961f8-97ec-4649-94bd-f726bb3dc0d8 req-6113dc41-a0d1-46d7-ab67-a4db8b3d6d1b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:41.400859 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6f3961f8-97ec-4649-94bd-f726bb3dc0d8 req-6113dc41-a0d1-46d7-ab67-a4db8b3d6d1b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0798013 Mar 08 16:04:41.418982 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac0c60-180c-48de-868e-3dc6f8639cfe req-439691ea-9a99-4638-addc-d8a87516c359 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:41.427642 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13ac0c60-180c-48de-868e-3dc6f8639cfe req-439691ea-9a99-4638-addc-d8a87516c359 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.1155860 Mar 08 16:04:41.519372 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-6f3961f8-97ec-4649-94bd-f726bb3dc0d8 req-ee7aa704-7935-43e5-99a1-2f02ea95bdea tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060784 Mar 08 16:04:41.539592 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-13ac0c60-180c-48de-868e-3dc6f8639cfe req-17f81b40-48ee-4361-9269-fff132eedb6e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110835 Mar 08 16:04:41.842734 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38068) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:42.002425 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.082757 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Publish callbacks [] for security_group (66f777e5-331c-4e41-a9f2-187d194619f2), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.086717 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (66f777e5-331c-4e41-a9f2-187d194619f2), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.124895 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f777e5-331c-4e41-a9f2-187d194619f2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:42.129761 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1db2606074fb4a368e70043bde294c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855217 Mar 08 16:04:42.132576 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:04:42.134976 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.135349 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.135693 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.136030 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.136361 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.136695 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.137023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.137349 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.137676 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.138004 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.138327 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.138649 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.138969 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b580775-8b15-4790-ae1b-e4d0f5c7e1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:04:42.191633 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8d788e2-3948-4d8b-a0f8-343c1c7e437c admin admin] Publish callbacks [] for security_group (66f777e5-331c-4e41-a9f2-187d194619f2), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.214992 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8d788e2-3948-4d8b-a0f8-343c1c7e437c admin admin] Publish callbacks [] for security_group (66f777e5-331c-4e41-a9f2-187d194619f2), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.261327 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8d788e2-3948-4d8b-a0f8-343c1c7e437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (66f777e5-331c-4e41-a9f2-187d194619f2), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.263864 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8d788e2-3948-4d8b-a0f8-343c1c7e437c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:42.265024 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d8d788e2-3948-4d8b-a0f8-343c1c7e437c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66f777e5-331c-4e41-a9f2-187d194619f2 HTTP/1.1" status: 204 len: 168 time: 0.1314580 Mar 08 16:04:42.272564 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d788e2-3948-4d8b-a0f8-343c1c7e437c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f777e5-331c-4e41-a9f2-187d194619f2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:42.670950 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710600bf-9ef1-41a9-a2c8-89acd2116e13 req-76f96293-21eb-45fc-84c5-749dcf5dd0e8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:42.672433 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-710600bf-9ef1-41a9-a2c8-89acd2116e13 req-76f96293-21eb-45fc-84c5-749dcf5dd0e8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0857477 Mar 08 16:04:42.692451 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319d918-1a24-4b23-8841-07e7b1f669b9 req-8547ae5b-10d2-4701-b363-0033b1a9638c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:42.693857 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0319d918-1a24-4b23-8841-07e7b1f669b9 req-8547ae5b-10d2-4701-b363-0033b1a9638c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0789776 Mar 08 16:04:42.757929 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-710600bf-9ef1-41a9-a2c8-89acd2116e13 req-3358f47e-89d0-4a3e-a5d6-9d56e785e5d6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791416 Mar 08 16:04:42.767769 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-0319d918-1a24-4b23-8841-07e7b1f669b9 req-7ce7b86a-4316-49be-87b9-29ebf6a11369 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678411 Mar 08 16:04:43.912308 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda185b-ddfb-40e6-90b7-3a67b6ed45b5 req-bc78f50b-d843-4a6f-a5da-35e477aea810 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:43.913777 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fbda185b-ddfb-40e6-90b7-3a67b6ed45b5 req-bc78f50b-d843-4a6f-a5da-35e477aea810 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0831842 Mar 08 16:04:43.922052 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddc43c-d1a9-4287-9aa9-9c6268c293f6 req-4384dce8-6cbf-41a3-ad30-7f6080d0de57 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:43.923449 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c6ddc43c-d1a9-4287-9aa9-9c6268c293f6 req-4384dce8-6cbf-41a3-ad30-7f6080d0de57 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0835016 Mar 08 16:04:44.000402 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fbda185b-ddfb-40e6-90b7-3a67b6ed45b5 req-0032f901-7a08-4c52-9a3c-ece65e7df55f tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759935 Mar 08 16:04:44.004192 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c6ddc43c-d1a9-4287-9aa9-9c6268c293f6 req-cb9c5896-b329-49c1-abc2-2478dd527c18 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741379 Mar 08 16:04:44.194705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eff677-a1e4-4865-b8d9-1f3fcb6801dd req-27733ab7-af5d-4dff-aad8-40a42ead8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:44.196223 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-99eff677-a1e4-4865-b8d9-1f3fcb6801dd req-27733ab7-af5d-4dff-aad8-40a42ead8860 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1128 time: 0.0448971 Mar 08 16:04:44.241186 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-99eff677-a1e4-4865-b8d9-1f3fcb6801dd req-5a5851f3-0a9a-44f5-ac6f-fe8729a15a3c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375662 Mar 08 16:04:45.155933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854c535-74a0-421a-90d2-681b6e22d6bd req-c26cad55-c842-4013-86a4-b39048f8b4e0 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:45.157394 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5854c535-74a0-421a-90d2-681b6e22d6bd req-c26cad55-c842-4013-86a4-b39048f8b4e0 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 944 time: 0.0847595 Mar 08 16:04:45.169500 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016bf9d-cd36-463d-a43d-3194b8df4232 req-6d3939d1-7a4c-4bc6-80a6-34001297e232 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:45.171174 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a016bf9d-cd36-463d-a43d-3194b8df4232 req-6d3939d1-7a4c-4bc6-80a6-34001297e232 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 944 time: 0.0891266 Mar 08 16:04:45.245702 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5854c535-74a0-421a-90d2-681b6e22d6bd req-c179eb54-84bf-41ac-96cc-aa83c163d75d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735497 Mar 08 16:04:45.250829 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a016bf9d-cd36-463d-a43d-3194b8df4232 req-0aaf47e0-40d8-4495-8cfa-62fde0e9f337 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720174 Mar 08 16:04:45.521929 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:04:45.909193 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:04:46.004968 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:46.015552 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '501396d8-74bc-40b4-ae25-08915efa7bde', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'port_id': '501396d8-74bc-40b4-ae25-08915efa7bde', 'mac_address': 'fa:16:3e:6f:c4:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:04:46.055929 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:46.056316 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:46.069430 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501396d8-74bc-40b4-ae25-08915efa7bde {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:04:46.088660 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:46.093771 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:46.094984 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 16:04:46.162730 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=9']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:46.233466 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:46.243482 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Returning: {'device': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'port_id': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'mac_address': 'fa:16:3e:81:ef:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 16:04:46.284303 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d is: DOWN; New status is: BUILD {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:46.284703 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:46.299255 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4ca38f-1752-4fff-9982-2a2df8af9a7d {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 16:04:46.319519 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:46.324864 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:46.373564 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:46.408565 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683017-82e1-4ef0-b717-490fa2658da9 req-a6d15aa0-998a-4147-9e13-bad198da8385 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:46.410034 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0683017-82e1-4ef0-b717-490fa2658da9 req-a6d15aa0-998a-4147-9e13-bad198da8385 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 945 time: 0.0940239 Mar 08 16:04:46.417459 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba92af8d-bbae-487b-8509-681cded115dd req-e78e0858-b085-4618-a26b-f16965d76c36 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:46.419375 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ba92af8d-bbae-487b-8509-681cded115dd req-e78e0858-b085-4618-a26b-f16965d76c36 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 945 time: 0.0930076 Mar 08 16:04:46.498921 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-a0683017-82e1-4ef0-b717-490fa2658da9 req-a223564c-32c0-451f-ae21-1c75de3b613c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785930 Mar 08 16:04:46.501874 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-ba92af8d-bbae-487b-8509-681cded115dd req-7ad34a3f-3c82-4754-8c89-53aaf6a64b94 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760186 Mar 08 16:04:46.570055 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['501396d8-74bc-40b4-ae25-08915efa7bde'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:04:46.573420 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] get_ports_and_sgs() called for port_ids ['0c4ca38f-1752-4fff-9982-2a2df8af9a7d'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 16:04:47.627499 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236ea8-76b9-4696-847d-9dac629e09d9 req-8529ec20-2e67-4b1d-ab2c-3eb02d1aabca tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:47.628952 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c236ea8-76b9-4696-847d-9dac629e09d9 req-8529ec20-2e67-4b1d-ab2c-3eb02d1aabca tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 945 time: 0.0516772 Mar 08 16:04:47.674997 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3c236ea8-76b9-4696-847d-9dac629e09d9 req-90bc7838-9892-4e9f-b84f-911e2ead41a8 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Mar 08 16:04:47.919686 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:04:47.966460 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 501396d8-74bc-40b4-ae25-08915efa7bde triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:04:47.966825 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:48.043002 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 501396d8-74bc-40b4-ae25-08915efa7bde is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:48.044052 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:48.065564 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:48.067781 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb4b224-fb70-460a-b669-c818fe8b21d2" -d '{"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-plugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:48.080184 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:48.085374 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:48.086202 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d up at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 16:04:48.129912 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccefb532-09d9-4c7c-84c2-265ad5d8e69f x-openstack-request-id: req-ccefb532-09d9-4c7c-84c2-265ad5d8e69f {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:48.130193 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-plugged", "status": "completed", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:48.130438 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccefb532-09d9-4c7c-84c2-265ad5d8e69f {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:48.130822 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'code': 200} Mar 08 16:04:48.169641 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=10']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:48.183279 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Provisioning complete for port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 16:04:48.183681 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785131'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:48.262740 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Current status of the port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d is: BUILD; New status is: ACTIVE {{(pid=103054) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 16:04:48.263168 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:48.292263 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ce1a9-5107-46cc-b440-c002eea78521 req-6df35045-0c59-4219-bf40-dd1e9ce2c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:48.294085 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-df2ce1a9-5107-46cc-b440-c002eea78521 req-6df35045-0c59-4219-bf40-dd1e9ce2c127 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 1131 time: 0.0473561 Mar 08 16:04:48.297709 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:04:48.301564 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794171374264', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794170851283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794170851301'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:48.345064 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-df2ce1a9-5107-46cc-b440-c002eea78521 req-6cd428e5-e305-4f79-911e-9ec6629b13f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Mar 08 16:04:48.350077 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Pushing event updated for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:04:48.795459 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872ce05-3a66-43d5-a101-4ad28cafabac req-c83afac9-b196-4926-94a8-32a46a702ad4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:48.796896 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3872ce05-3a66-43d5-a101-4ad28cafabac req-c83afac9-b196-4926-94a8-32a46a702ad4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 947 time: 0.0527673 Mar 08 16:04:48.843878 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-3872ce05-3a66-43d5-a101-4ad28cafabac req-083aef0a-c544-480c-99ef-e70b85036344 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Mar 08 16:04:49.639247 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:04:49.984525 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0e3a-c14c-4c47-ad89-f43e448adc0b req-7033d784-6ef1-404b-bb0c-f7720cf6661d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:49.986109 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-98da0e3a-c14c-4c47-ad89-f43e448adc0b req-7033d784-6ef1-404b-bb0c-f7720cf6661d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 947 time: 0.0584836 Mar 08 16:04:50.034333 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-98da0e3a-c14c-4c47-ad89-f43e448adc0b req-4b543275-6882-4fc0-9f7a-dc1ba6199b8b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422008 Mar 08 16:04:50.132528 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:04:50.134903 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a75c5941fc63988723356b3f25ac6ce1caff6993b424a457d2733470a8e0c6a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591b9a1b-3fca-4989-a2fb-00daf8c34af0" -d '{"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-plugged", "status": "completed", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:04:50.170786 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546d4b65-864c-421a-96e5-496c953e239c x-openstack-request-id: req-546d4b65-864c-421a-96e5-496c953e239c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:04:50.171088 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-plugged", "status": "completed", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:04:50.171367 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-546d4b65-864c-421a-96e5-496c953e239c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:04:50.171754 dv-cinder-804757-25-iscsi neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'code': 200} Mar 08 16:04:51.161056 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6fec7a-37b3-4c42-af43-5c931a251fc0 req-b476c90d-d246-49cd-92cb-31b6ffd3fc1d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:51.162513 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9f6fec7a-37b3-4c42-af43-5c931a251fc0 req-b476c90d-d246-49cd-92cb-31b6ffd3fc1d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 947 time: 0.0558491 Mar 08 16:04:51.208049 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-9f6fec7a-37b3-4c42-af43-5c931a251fc0 req-8f83e397-3064-4ba9-be60-589e4651b51b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400450 Mar 08 16:04:56.160920 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-7ceb490a-5360-4857-b6df-8949eb1a7bac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433507 Mar 08 16:04:56.245763 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-5437c46a-0ef6-40af-af76-bba4071e6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:56.247844 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-5437c46a-0ef6-40af-af76-bba4071e6c54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.0439744 Mar 08 16:04:56.353087 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-78a6f6a6-cad8-45ff-a612-5274fba77cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:56.354475 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-78a6f6a6-cad8-45ff-a612-5274fba77cb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.0867717 Mar 08 16:04:56.418077 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-0be62155-0c65-429f-97a9-720d150a25f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 1002 time: 0.0567715 Mar 08 16:04:56.472122 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-af2b6aff-9e80-4647-b5f5-c72dad5879a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:56.473523 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-af2b6aff-9e80-4647-b5f5-c72dad5879a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0464602 Mar 08 16:04:56.525378 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-35bb86b0-39b3-413e-85f5-2e7e421d69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:04:56.526872 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-35bb86b0-39b3-413e-85f5-2e7e421d69cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467303 Mar 08 16:04:56.617040 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-a1f17b62-0646-4d27-a312-175d860f7a4b service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825651 Mar 08 16:04:56.709462 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-533d4933-bc52-42ad-810a-97eb1cd41d80 req-69696dc0-bb87-4ea1-b53b-7d9f1616cfd1 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849695 Mar 08 16:04:59.276120 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7853f561-8b08-4184-92fa-793cd024b774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:01.765579 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0fb1d2aa-a26d-494b-8eed-ccfe4589b67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:02.869668 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:04.352673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:06.050270 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:19.646234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:22.522158 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:05:24.672966 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3d0d3-a080-466d-bb2d-cd5c416e792d req-ae1bdb5a-cbaf-40dc-9db5-ff903ae4545c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:24.675481 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d3e3d0d3-a080-466d-bb2d-cd5c416e792d req-ae1bdb5a-cbaf-40dc-9db5-ff903ae4545c tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 947 time: 0.0573463 Mar 08 16:05:24.723361 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-d3e3d0d3-a080-466d-bb2d-cd5c416e792d req-20b22776-3865-4031-8ade-617d2f7eeb55 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423756 Mar 08 16:05:25.853021 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8443512-d9c3-4a81-a2ed-f646b711b27c req-d1854b3f-8af7-4858-833b-f30af9763a54 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:25.854485 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b8443512-d9c3-4a81-a2ed-f646b711b27c req-d1854b3f-8af7-4858-833b-f30af9763a54 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 947 time: 0.0580525 Mar 08 16:05:25.901891 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b8443512-d9c3-4a81-a2ed-f646b711b27c req-79f59a5f-364f-4a93-b64c-2c0bc35f5dc6 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups?id=2045ebd7-940d-4f41-92e1-6709293d1c87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408146 Mar 08 16:05:26.071784 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-d5fe9e9a-4979-4302-bd85-eb3632210de4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:26.073102 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-d5fe9e9a-4979-4302-bd85-eb3632210de4 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 947 time: 0.0509660 Mar 08 16:05:26.168517 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Deleting port 501396d8-74bc-40b4-ae25-08915efa7bde {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:05:26.168856 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:26.255341 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] For port 501396d8-74bc-40b4-ae25-08915efa7bde, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=501396d8-74bc-40b4-ae25-08915efa7bde,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:05:26.255703 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:26.425625 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:26.425906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1802840'] for floatingip (a3626fc0-8e83-4409-ab4c-68eb29118fa9), after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:26.426223 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.l3_db [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Floating IP a3626fc0-8e83-4409-ab4c-68eb29118fa9 disassociated. External IP: 172.27.2.85, port: 501396d8-74bc-40b4-ae25-08915efa7bde. Mar 08 16:05:26.426562 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Calling delete_port for 501396d8-74bc-40b4-ae25-08915efa7bde owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:05:26.555591 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (501396d8-74bc-40b4-ae25-08915efa7bde), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:26.584074 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event deleted for resources: {'Port': ['ID=501396d8-74bc-40b4-ae25-08915efa7bde,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:26.597685 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.598039 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.598388 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.598732 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.599085 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.599445 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.599779 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.600109 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.600438 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.600766 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.601096 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.601422 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.601775 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:26.709935 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:05:26.820660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:05:26.832572 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:05:26.843180 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:05:26.843964 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:05:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:26.866393 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] No DVR routers for this DVR port 501396d8-74bc-40b4-ae25-08915efa7bde on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:05:26.868840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:26.872142 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-dc3441d3-9396-4fd3-9086-bfd5fb2035c4 req-a6d42e55-954a-42e8-ac7b-16e97cfd764d tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.37 "DELETE /v2.0/ports/501396d8-74bc-40b4-ae25-08915efa7bde HTTP/1.1" status: 204 len: 173 time: 0.7937813 Mar 08 16:05:26.872616 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-deleted', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:05:26.875102 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4862a87d-acd1-4d49-b677-f4e3e4221dbb" -d '{"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-deleted", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:05:26.913121 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c675117-6c16-43d7-a5ef-93f5d64c5205 x-openstack-request-id: req-5c675117-6c16-43d7-a5ef-93f5d64c5205 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:05:26.913476 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f65c5-40f9-43b1-be20-3d8b8dc6cea7", "name": "network-vif-deleted", "tag": "501396d8-74bc-40b4-ae25-08915efa7bde", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:05:26.913795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c675117-6c16-43d7-a5ef-93f5d64c5205 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:05:26.914261 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90f65c5-40f9-43b1-be20-3d8b8dc6cea7', 'name': 'network-vif-deleted', 'tag': '501396d8-74bc-40b4-ae25-08915efa7bde', 'status': 'completed', 'code': 200} Mar 08 16:05:26.974450 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:05:27.056572 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-fe414fcb-e638-4187-91fe-8ba53c46d421 req-961d1cab-caac-43f6-b9cc-c1220063c40e tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/ports?device_id=f90f65c5-40f9-43b1-be20-3d8b8dc6cea7 HTTP/1.1" status: 200 len: 210 time: 0.0354450 Mar 08 16:05:27.185906 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:27.215297 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:05:27.224105 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:05:27.224753 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:05:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:27.337974 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:05:27.535248 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:27.561530 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f382f-3b6a-4b4f-be25-94f637e98b8a None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T15:59:31Z', 'revision_number': 4, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': 'b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654', 'name': '', 'network_id': '14ce4e2b-95ed-4f4a-bc15-13273c440ff3', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'mac_address': 'fa:16:3e:87:6a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'd4852595-d141-4da5-922f-e70564c7e168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:31Z', 'updated_at': '2022-03-08T15:59:37Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'subnets': [{'id': 'd4852595-d141-4da5-922f-e70564c7e168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:05:27.771867 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf00549-842a-4bbf-8c26-e2b52cddb82d None None] New status for floating IP a3626fc0-8e83-4409-ab4c-68eb29118fa9: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:05:29.157044 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38190) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:29.210816 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fea7a6ea-3bfe-4517-88e4-76a79d22fc7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (2045ebd7-940d-4f41-92e1-6709293d1c87), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.233722 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fea7a6ea-3bfe-4517-88e4-76a79d22fc7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (2045ebd7-940d-4f41-92e1-6709293d1c87), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.277632 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0bf21270-16a0-4f23-b5ff-deaea122970b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.282812 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fea7a6ea-3bfe-4517-88e4-76a79d22fc7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (2045ebd7-940d-4f41-92e1-6709293d1c87), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.285749 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fea7a6ea-3bfe-4517-88e4-76a79d22fc7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.286903 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-fea7a6ea-3bfe-4517-88e4-76a79d22fc7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "DELETE /v2.0/security-groups/2045ebd7-940d-4f41-92e1-6709293d1c87 HTTP/1.1" status: 204 len: 168 time: 0.1288676 Mar 08 16:05:29.289843 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38192) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:29.297754 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea7a6ea-3bfe-4517-88e4-76a79d22fc7b tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045ebd7-940d-4f41-92e1-6709293d1c87,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:29.304007 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.api.v2.resource [None req-f2cbc2d9-5bf2-408a-9bef-957954399a91 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] show failed (client error): The resource could not be found. Mar 08 16:05:29.305021 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-f2cbc2d9-5bf2-408a-9bef-957954399a91 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "GET /v2.0/security-groups/2045ebd7-940d-4f41-92e1-6709293d1c87 HTTP/1.1" status: 404 len: 347 time: 0.0142753 Mar 08 16:05:29.307968 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38194) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:29.430699 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Deleting port bf9f8e6f-314c-4e9e-a977-de4e4d37bb22 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:05:29.430935 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.507031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.507462 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.518719 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Calling delete_port for bf9f8e6f-314c-4e9e-a977-de4e4d37bb22 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:05:29.647157 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (bf9f8e6f-314c-4e9e-a977-de4e4d37bb22), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.669769 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Pushing event deleted for resources: {'Port': ['ID=bf9f8e6f-314c-4e9e-a977-de4e4d37bb22,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:29.731720 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks [] for floatingip (a3626fc0-8e83-4409-ab4c-68eb29118fa9), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.734899 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:29.736073 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-462432d2-4dfb-4f9e-961b-cd7b3e3e66b1 tempest-AttachVolumeShelveTestJSON-1264038956 tempest-AttachVolumeShelveTestJSON-1264038956-project] 10.222.0.15 "DELETE /v2.0/floatingips/a3626fc0-8e83-4409-ab4c-68eb29118fa9 HTTP/1.1" status: 204 len: 168 time: 0.4272163 Mar 08 16:05:30.098879 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:05:30.118624 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 501396d8-74bc-40b4-ae25-08915efa7bde {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:05:30.118967 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 501396d8-74bc-40b4-ae25-08915efa7bde not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:05:31.767226 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c2ad-1c09-44d1-b662-db56a87f1e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:32.135027 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38216) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:32.622085 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:32.877943 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:32.885449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Deleting port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:05:32.885790 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:32.961741 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] For port b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:05:32.962025 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:32.973689 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Calling delete_port for b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:05:33.148382 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:33.176443 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:33.343224 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:33.556627 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:05:33.661512 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:05:33.666593 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a82b2277-1dd8-4693-81bb-3198368efe48 admin admin] 10.222.0.15 "PUT /v2.0/routers/91f2e6f3-c671-4ec4-bb8b-c738fa52e396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304987 Mar 08 16:05:33.669106 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38220) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:33.672134 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] Sync routers for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:05:33.682824 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:05:33.683580 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:05:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:33.774466 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks [] for router (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:33.793625 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:05:33.983801 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T16:05:33Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:34.010975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] Checking router: 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:05:34.020572 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] Routers {'91f2e6f3-c671-4ec4-bb8b-c738fa52e396'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:05:34.021197 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:05:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:34.118688 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks [] for router_gateway (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.131925 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] Set router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:05:34.170561 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Deleting port bf97f2e8-eb32-4d4c-afaf-3ae319871027 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:05:34.171495 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.249914 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] For port bf97f2e8-eb32-4d4c-afaf-3ae319871027, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=bf97f2e8-eb32-4d4c-afaf-3ae319871027,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:05:34.250224 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.262164 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Calling delete_port for bf97f2e8-eb32-4d4c-afaf-3ae319871027 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:05:34.308843 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T16:05:33Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:34.339556 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd3bc4a-9445-450a-8603-258c1e390a69 None None] The sync data for ids ['91f2e6f3-c671-4ec4-bb8b-c738fa52e396'] in dv-cinder-804757-25-iscsi is: [{'id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'name': 'tempest-AttachVolumeShelveTestJSON-709558859-router', 'tenant_id': '72dcf0169c9749cea8c59ad13407ba26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:59:27Z', 'updated_at': '2022-03-08T16:05:33Z', 'revision_number': 5, 'project_id': '72dcf0169c9749cea8c59ad13407ba26', 'gw_port': {'id': 'bf97f2e8-eb32-4d4c-afaf-3ae319871027', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f2e6f3-c671-4ec4-bb8b-c738fa52e396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:59:28Z', 'updated_at': '2022-03-08T15:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:05:34.361894 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.437240 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (bf97f2e8-eb32-4d4c-afaf-3ae319871027), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.460183 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf97f2e8-eb32-4d4c-afaf-3ae319871027,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:34.521668 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.610766 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.612925 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks [] for router_controller (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.659805 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (91f2e6f3-c671-4ec4-bb8b-c738fa52e396), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.660634 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f2e6f3-c671-4ec4-bb8b-c738fa52e396 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:05:34.666978 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.671481 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:34.672186 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b8de57e0-a376-4757-8b82-f5673fdc5e15 admin admin] 10.222.0.15 "DELETE /v2.0/routers/91f2e6f3-c671-4ec4-bb8b-c738fa52e396 HTTP/1.1" status: 204 len: 168 time: 1.0015247 Mar 08 16:05:34.738095 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Deleting subnet d4852595-d141-4da5-922f-e70564c7e168 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:05:34.742044 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Publish callbacks [] for subnet (d4852595-d141-4da5-922f-e70564c7e168), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.799370 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26000638'] for subnet (d4852595-d141-4da5-922f-e70564c7e168), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.831812 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:05:34.852687 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:05:34.853018 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5bcafb0-5e13-4ec6-8c6d-1b3f04f2a654 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:05:34.881538 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (d4852595-d141-4da5-922f-e70564c7e168), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.934842 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26064135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25662411'] for subnet (d4852595-d141-4da5-922f-e70564c7e168), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.961100 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4852595-d141-4da5-922f-e70564c7e168,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:34.965978 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:34.973502 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-a38585d7-d77c-47c7-be75-dc2e260afc9c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d4852595-d141-4da5-922f-e70564c7e168 HTTP/1.1" status: 204 len: 168 time: 0.2975218 Mar 08 16:05:34.973887 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38224) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:34.976217 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb49c25-aea1-40ee-b5c3-d3aead479574 None None] Network 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:05:35.054228 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (14ce4e2b-95ed-4f4a-bc15-13273c440ff3), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.113819 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Deleting port 48ddb5f4-9312-44a6-ada3-0254ed2db574 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:05:35.114168 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.178728 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] For port 48ddb5f4-9312-44a6-ada3-0254ed2db574, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=48ddb5f4-9312-44a6-ada3-0254ed2db574,segment=NetworkSegment(f0bb2ac5-bb87-431a-8235-b6300ab7c19b),segment_id=f0bb2ac5-bb87-431a-8235-b6300ab7c19b)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:05:35.179117 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.192404 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Calling delete_port for 48ddb5f4-9312-44a6-ada3-0254ed2db574 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:05:35.270887 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (48ddb5f4-9312-44a6-ada3-0254ed2db574), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.294166 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Pushing event deleted for resources: {'Port': ['ID=48ddb5f4-9312-44a6-ada3-0254ed2db574,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:35.300621 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] No DVR routers for this DVR port 48ddb5f4-9312-44a6-ada3-0254ed2db574 on host dv-cinder-804757-25-iscsi {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:05:35.372743 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (14ce4e2b-95ed-4f4a-bc15-13273c440ff3), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.392906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ce4e2b-95ed-4f4a-bc15-13273c440ff3']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:35.402343 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:35.402649 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bb2ac5-bb87-431a-8235-b6300ab7c19b') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:35.413563 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26000389'] for segment (f0bb2ac5-bb87-431a-8235-b6300ab7c19b), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.430295 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (f0bb2ac5-bb87-431a-8235-b6300ab7c19b), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.433681 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:05:35.436795 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cf6f55-8578-40cc-8284-1fc96a7e502b None None] DHCP port deletion for 14ce4e2b-95ed-4f4a-bc15-13273c440ff3 request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:05:35.439136 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26064237'] for segment (f0bb2ac5-bb87-431a-8235-b6300ab7c19b), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: Traceback (most recent call last): Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: timer() Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: cb(*args, **kw) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: return func(*args, **kwargs) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: self._notify() Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: self.callback(batched_events) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: event.method(event) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: return f(self, *a, **k) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._get(url).json() Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: return self.request(url, 'GET', **kwargs) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:05:35.441257 dv-cinder-804757-25-iscsi neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:05:35.504759 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (14ce4e2b-95ed-4f4a-bc15-13273c440ff3), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.510162 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.513318 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] 10.222.0.15 "DELETE /v2.0/networks/14ce4e2b-95ed-4f4a-bc15-13273c440ff3 HTTP/1.1" status: 204 len: 168 time: 0.5385165 Mar 08 16:05:35.527552 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e1083-3f61-421d-9243-a04603e6406a admin admin] Pushing event deleted for resources: {'Network': ['ID=14ce4e2b-95ed-4f4a-bc15-13273c440ff3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:35.625063 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38228) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:35.663152 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-fb353e6b-8939-44e2-a2c2-affbd3752a7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72dcf0169c9749cea8c59ad13407ba26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368562 Mar 08 16:05:35.665990 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38230) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:35.712120 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ba2-a4d7-4bc7-b209-4ab49e06ad92 admin admin] Publish callbacks [] for security_group (a6718fe8-0bef-43ba-8327-f40bddb76a0b), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.734076 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ba2-a4d7-4bc7-b209-4ab49e06ad92 admin admin] Publish callbacks [] for security_group (a6718fe8-0bef-43ba-8327-f40bddb76a0b), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.780937 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ba2-a4d7-4bc7-b209-4ab49e06ad92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (a6718fe8-0bef-43ba-8327-f40bddb76a0b), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.785646 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f6c39ba2-a4d7-4bc7-b209-4ab49e06ad92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:35.787266 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-f6c39ba2-a4d7-4bc7-b209-4ab49e06ad92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6718fe8-0bef-43ba-8327-f40bddb76a0b HTTP/1.1" status: 204 len: 168 time: 0.1203632 Mar 08 16:05:35.795488 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c39ba2-a4d7-4bc7-b209-4ab49e06ad92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6718fe8-0bef-43ba-8327-f40bddb76a0b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:36.052766 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.427556 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38252) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:36.522478 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1901199234-network', 'tenant_id': 'd73e7b86b0284678914a64b0d84859eb'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:05:36.543905 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Made reservation on behalf of d73e7b86b0284678914a64b0d84859eb for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:05:36.546273 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.554334 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.631709 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks [] for security_group (e252c7d7-f40e-4761-acba-a91bb5df6f44), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.635840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e252c7d7-f40e-4761-acba-a91bb5df6f44), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.663862 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] vlan segment allocate from pool success with {'vlan_id': 277, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 16:05:36.670267 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e252c7d7-f40e-4761-acba-a91bb5df6f44,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:36.676708 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (7f8e330c-05bf-4e38-af1e-28e0d536cb32), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.677245 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Added segment 7f8e330c-05bf-4e38-af1e-28e0d536cb32 of type vlan for network ffad5ece-0d82-4a8a-a974-79fb523f4ea2 Mar 08 16:05:36.690942 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 48ddb5f4-9312-44a6-ada3-0254ed2db574 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:05:36.711116 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 48ddb5f4-9312-44a6-ada3-0254ed2db574 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:05:36.711464 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 48ddb5f4-9312-44a6-ada3-0254ed2db574 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:05:36.711874 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device bf97f2e8-eb32-4d4c-afaf-3ae319871027 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:05:36.721335 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (ffad5ece-0d82-4a8a-a974-79fb523f4ea2), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.731477 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: bf97f2e8-eb32-4d4c-afaf-3ae319871027 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:05:36.731819 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device bf97f2e8-eb32-4d4c-afaf-3ae319871027 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:05:36.745051 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (ffad5ece-0d82-4a8a-a974-79fb523f4ea2), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.746078 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:36.746739 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.783188 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3511238 Mar 08 16:05:36.783558 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38256) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:36.788478 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Request body: {'subnet': {'network_id': 'ffad5ece-0d82-4a8a-a974-79fb523f4ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1901199234-subnet', 'tenant_id': 'd73e7b86b0284678914a64b0d84859eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:05:36.808457 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Made reservation on behalf of d73e7b86b0284678914a64b0d84859eb for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:05:36.810308 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad34f8-5634-4fb2-8815-7a4e4eca8e54 admin admin] Pushing event updated for resources: {'Network': ['ID=ffad5ece-0d82-4a8a-a974-79fb523f4ea2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:36.810914 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26780634'] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:36.820630 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network ffad5ece-0d82-4a8a-a974-79fb523f4ea2 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 16:05:36.981572 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26769010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26780612'] for subnet (0b1b2567-774a-4dc7-8778-2530e07cd810), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.028421 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1b2567-774a-4dc7-8778-2530e07cd810,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:37.043571 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Checking segment: {'id': '7f8e330c-05bf-4e38-af1e-28e0d536cb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'ffad5ece-0d82-4a8a-a974-79fb523f4ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:05:37.043925 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Network hostable DHCP agents. Network: ffad5ece-0d82-4a8a-a974-79fb523f4ea2, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 16:05:37.059728 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Network ffad5ece-0d82-4a8a-a974-79fb523f4ea2 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 16:05:37.068141 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, ffad5ece-0d82-4a8a-a974-79fb523f4ea2) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:05:37.072054 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:37.072677 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.077592 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c733498-eb8d-4073-871a-57fcb0156545 None None] Network ffad5ece-0d82-4a8a-a974-79fb523f4ea2 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:05:37.088919 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c060112e-9715-488c-a2e1-234fd043c80a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3042729 Mar 08 16:05:37.177791 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c7d4b-b502-4483-992c-6b65c9000272 None None] Network ffad5ece-0d82-4a8a-a974-79fb523f4ea2 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:05:37.546762 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38272) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:37.551768 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.v2.base [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-119255628-network', 'tenant_id': '2ea5a1d4eb364718bde16f92da91c81d'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:05:37.570067 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Made reservation on behalf of 2ea5a1d4eb364718bde16f92da91c81d for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:05:37.572484 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-595420'] for network (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.581554 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.660635 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks [] for security_group (05d4b951-2fa7-4fca-8438-e5ee39d17f37), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.664365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (05d4b951-2fa7-4fca-8438-e5ee39d17f37), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.689789 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] vlan segment allocate from pool success with {'vlan_id': 286, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 16:05:37.699636 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4b951-2fa7-4fca-8438-e5ee39d17f37,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:37.706208 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.706546 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.db.segments_db [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Added segment 750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05 of type vlan for network 588f2334-0eda-4469-8bb1-d7b35ba72ef2 Mar 08 16:05:37.746395 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794170870303'] for network (588f2334-0eda-4469-8bb1-d7b35ba72ef2), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.771034 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578'] for network (588f2334-0eda-4469-8bb1-d7b35ba72ef2), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.772192 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:37.772773 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.806240 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2583182 Mar 08 16:05:37.809212 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38274) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:37.815485 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.v2.base [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Request body: {'subnet': {'network_id': '588f2334-0eda-4469-8bb1-d7b35ba72ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-119255628-subnet', 'tenant_id': '2ea5a1d4eb364718bde16f92da91c81d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 16:05:37.836192 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Made reservation on behalf of 2ea5a1d4eb364718bde16f92da91c81d for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 16:05:37.837920 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fdb5c-34c0-4c97-9bbb-f3c92ce22a58 admin admin] Pushing event updated for resources: {'Network': ['ID=588f2334-0eda-4469-8bb1-d7b35ba72ef2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:37.838442 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26780634'] for subnet (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:37.852654 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Network 588f2334-0eda-4469-8bb1-d7b35ba72ef2 details requested by agent ovs-agent-dv-cinder-804757-25-iscsi with host dv-cinder-804757-25-iscsi {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 16:05:38.008629 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26769010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26780612'] for subnet (1f6b869e-54ff-42aa-bf21-99a377df1c4e), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.066384 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6b869e-54ff-42aa-bf21-99a377df1c4e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:38.071656 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Checking segment: {'id': '750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '588f2334-0eda-4469-8bb1-d7b35ba72ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 16:05:38.072100 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Network hostable DHCP agents. Network: 588f2334-0eda-4469-8bb1-d7b35ba72ef2, hostable agents: ['bd4cf955-9988-4aba-b0fe-97314d8bcf5d'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 16:05:38.087298 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Network 588f2334-0eda-4469-8bb1-d7b35ba72ef2 is scheduled to be hosted by DHCP agent bd4cf955-9988-4aba-b0fe-97314d8bcf5d with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 16:05:38.097086 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-25-iscsi, 588f2334-0eda-4469-8bb1-d7b35ba72ef2) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 16:05:38.101107 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:38.101720 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.106034 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761e49eb-a77f-45b9-81ac-ff8b73af83da None None] Network 588f2334-0eda-4469-8bb1-d7b35ba72ef2 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:05:38.118193 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-df106fc9-0c86-4e21-9dbf-d818f037e5c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3078845 Mar 08 16:05:38.210224 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39edecaa-f610-421b-a4f9-4f902c3df254 None None] Network 588f2334-0eda-4469-8bb1-d7b35ba72ef2 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:05:38.229367 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:38.277969 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Deleting subnet 0b1b2567-774a-4dc7-8778-2530e07cd810 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:05:38.282158 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Publish callbacks [] for subnet (0b1b2567-774a-4dc7-8778-2530e07cd810), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.321636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (0b1b2567-774a-4dc7-8778-2530e07cd810), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.360260 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (0b1b2567-774a-4dc7-8778-2530e07cd810), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.413179 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (0b1b2567-774a-4dc7-8778-2530e07cd810), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.439866 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.442964 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b1b2567-774a-4dc7-8778-2530e07cd810 HTTP/1.1" status: 204 len: 168 time: 0.2125375 Mar 08 16:05:38.443911 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53683a-bada-496f-996a-2de12f539373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1b2567-774a-4dc7-8778-2530e07cd810,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:38.445689 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38280) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:38.516997 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (ffad5ece-0d82-4a8a-a974-79fb523f4ea2), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.593322 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (ffad5ece-0d82-4a8a-a974-79fb523f4ea2), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.616168 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffad5ece-0d82-4a8a-a974-79fb523f4ea2']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:38.625267 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8e330c-05bf-4e38-af1e-28e0d536cb32') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:38.625567 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8e330c-05bf-4e38-af1e-28e0d536cb32') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:38.634597 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26000389'] for segment (7f8e330c-05bf-4e38-af1e-28e0d536cb32), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.647813 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (7f8e330c-05bf-4e38-af1e-28e0d536cb32), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.653607 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:05:38.653990 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26064237'] for segment (7f8e330c-05bf-4e38-af1e-28e0d536cb32), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: Traceback (most recent call last): Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: timer() Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: cb(*args, **kw) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: return func(*args, **kwargs) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: self._notify() Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: self.callback(batched_events) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: event.method(event) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: return f(self, *a, **k) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._get(url).json() Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: return self.request(url, 'GET', **kwargs) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:05:38.656361 dv-cinder-804757-25-iscsi neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:05:38.713390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (ffad5ece-0d82-4a8a-a974-79fb523f4ea2), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.719079 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.722191 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ffad5ece-0d82-4a8a-a974-79fb523f4ea2 HTTP/1.1" status: 204 len: 168 time: 0.2754471 Mar 08 16:05:38.725191 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38282) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:38.732468 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31dc26-45c3-4912-b940-a14497a78e54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffad5ece-0d82-4a8a-a974-79fb523f4ea2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:38.773174 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Deleting subnet 1f6b869e-54ff-42aa-bf21-99a377df1c4e {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:05:38.776517 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Publish callbacks [] for subnet (1f6b869e-54ff-42aa-bf21-99a377df1c4e), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.809268 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (1f6b869e-54ff-42aa-bf21-99a377df1c4e), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.849586 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (1f6b869e-54ff-42aa-bf21-99a377df1c4e), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.899221 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (1f6b869e-54ff-42aa-bf21-99a377df1c4e), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.930166 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:38.933408 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f6b869e-54ff-42aa-bf21-99a377df1c4e HTTP/1.1" status: 204 len: 168 time: 0.2072332 Mar 08 16:05:38.934479 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85d271-4e1a-4041-bca9-88156889678b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6b869e-54ff-42aa-bf21-99a377df1c4e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:38.936107 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38284) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:39.005939 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (588f2334-0eda-4469-8bb1-d7b35ba72ef2), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.082082 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (588f2334-0eda-4469-8bb1-d7b35ba72ef2), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.102326 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588f2334-0eda-4469-8bb1-d7b35ba72ef2']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:39.111843 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:39.112136 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:39.125998 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26000389'] for segment (750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.138611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.144723 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:05:39.145106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26064237'] for segment (750eb369-4dc1-4fc1-8df3-ea2d5c2e6e05), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: Traceback (most recent call last): Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: timer() Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: cb(*args, **kw) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: return func(*args, **kwargs) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: self._notify() Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: self.callback(batched_events) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: event.method(event) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: return f(self, *a, **k) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._get(url).json() Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: return self.request(url, 'GET', **kwargs) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:05:39.146660 dv-cinder-804757-25-iscsi neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:05:39.198028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (588f2334-0eda-4469-8bb1-d7b35ba72ef2), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.204540 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.207140 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] 10.222.0.15 "DELETE /v2.0/networks/588f2334-0eda-4469-8bb1-d7b35ba72ef2 HTTP/1.1" status: 204 len: 168 time: 0.2700450 Mar 08 16:05:39.217168 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec883531-dd43-4be2-ac8a-29d7a4878aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=588f2334-0eda-4469-8bb1-d7b35ba72ef2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:39.360059 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38288) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:39.400937 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-178b84f1-b6df-46ae-b187-62f475959d3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d73e7b86b0284678914a64b0d84859eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396786 Mar 08 16:05:39.403386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38290) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:39.449890 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f22669b-95da-4e22-ba56-894a826cce2a admin admin] Publish callbacks [] for security_group (e252c7d7-f40e-4761-acba-a91bb5df6f44), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.475772 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f22669b-95da-4e22-ba56-894a826cce2a admin admin] Publish callbacks [] for security_group (e252c7d7-f40e-4761-acba-a91bb5df6f44), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.522570 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f22669b-95da-4e22-ba56-894a826cce2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (e252c7d7-f40e-4761-acba-a91bb5df6f44), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.525231 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f22669b-95da-4e22-ba56-894a826cce2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.526364 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4f22669b-95da-4e22-ba56-894a826cce2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e252c7d7-f40e-4761-acba-a91bb5df6f44 HTTP/1.1" status: 204 len: 168 time: 0.1221001 Mar 08 16:05:39.534244 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22669b-95da-4e22-ba56-894a826cce2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e252c7d7-f40e-4761-acba-a91bb5df6f44,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:39.833455 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38296) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:39.873567 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-7f5e19cf-9f68-42ec-835c-41b52957f294 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ea5a1d4eb364718bde16f92da91c81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388627 Mar 08 16:05:39.877158 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:39.922591 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d6b-b35e-4ff6-bbe1-a631cf1ca31d admin admin] Publish callbacks [] for security_group (05d4b951-2fa7-4fca-8438-e5ee39d17f37), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.943438 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d6b-b35e-4ff6-bbe1-a631cf1ca31d admin admin] Publish callbacks [] for security_group (05d4b951-2fa7-4fca-8438-e5ee39d17f37), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.988839 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d6b-b35e-4ff6-bbe1-a631cf1ca31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (05d4b951-2fa7-4fca-8438-e5ee39d17f37), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.991360 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2a34d6b-b35e-4ff6-bbe1-a631cf1ca31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:39.992484 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-c2a34d6b-b35e-4ff6-bbe1-a631cf1ca31d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05d4b951-2fa7-4fca-8438-e5ee39d17f37 HTTP/1.1" status: 204 len: 168 time: 0.1144521 Mar 08 16:05:40.001920 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a34d6b-b35e-4ff6-bbe1-a631cf1ca31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d4b951-2fa7-4fca-8438-e5ee39d17f37,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:41.034658 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38328) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:41.137537 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d48080bc-0dd3-4231-a6f8-2f9dd2f94e9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.214595 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d48080bc-0dd3-4231-a6f8-2f9dd2f94e9f admin admin] Publish callbacks [] for security_group (9755493e-305e-44d5-9f29-c7b4fc95cd74), precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.218205 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d48080bc-0dd3-4231-a6f8-2f9dd2f94e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (9755493e-305e-44d5-9f29-c7b4fc95cd74), after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.255814 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d48080bc-0dd3-4231-a6f8-2f9dd2f94e9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0533d6d8f6ec4d998f6b41b4741acbbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199659 Mar 08 16:05:41.256650 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48080bc-0dd3-4231-a6f8-2f9dd2f94e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9755493e-305e-44d5-9f29-c7b4fc95cd74,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:41.258506 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38332) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:41.311288 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf06906d-9996-4f1f-a0a1-fff1358a066b admin admin] Publish callbacks [] for security_group (9755493e-305e-44d5-9f29-c7b4fc95cd74), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.332430 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf06906d-9996-4f1f-a0a1-fff1358a066b admin admin] Publish callbacks [] for security_group (9755493e-305e-44d5-9f29-c7b4fc95cd74), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.377477 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf06906d-9996-4f1f-a0a1-fff1358a066b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (9755493e-305e-44d5-9f29-c7b4fc95cd74), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.380023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf06906d-9996-4f1f-a0a1-fff1358a066b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:41.381151 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-cf06906d-9996-4f1f-a0a1-fff1358a066b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9755493e-305e-44d5-9f29-c7b4fc95cd74 HTTP/1.1" status: 204 len: 168 time: 0.1215639 Mar 08 16:05:41.388519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06906d-9996-4f1f-a0a1-fff1358a066b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9755493e-305e-44d5-9f29-c7b4fc95cd74,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:42.339196 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38362) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:42.440713 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.514741 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Publish callbacks [] for security_group (c81d7a6d-e53a-4ef9-96fe-8f67d3929287), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.518516 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c81d7a6d-e53a-4ef9-96fe-8f67d3929287), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.555055 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b158d29f1e7a4d8eb7f77c8c4caff544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147386 Mar 08 16:05:42.556082 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d7a6d-e53a-4ef9-96fe-8f67d3929287,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:42.557791 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38366) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:42.564024 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.564372 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.564710 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.565039 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.565363 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.565684 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.566007 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.566328 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.566645 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.566965 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.567314 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.567649 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.567965 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd69ef-0e87-4f04-b372-881d661b3a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:05:42.607705 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed83eab-cad9-481d-8105-89020a7cfe36 admin admin] Publish callbacks [] for security_group (c81d7a6d-e53a-4ef9-96fe-8f67d3929287), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.629778 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed83eab-cad9-481d-8105-89020a7cfe36 admin admin] Publish callbacks [] for security_group (c81d7a6d-e53a-4ef9-96fe-8f67d3929287), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.675450 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed83eab-cad9-481d-8105-89020a7cfe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c81d7a6d-e53a-4ef9-96fe-8f67d3929287), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.677976 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed83eab-cad9-481d-8105-89020a7cfe36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:42.679198 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-6ed83eab-cad9-481d-8105-89020a7cfe36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c81d7a6d-e53a-4ef9-96fe-8f67d3929287 HTTP/1.1" status: 204 len: 168 time: 0.1203818 Mar 08 16:05:42.688468 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed83eab-cad9-481d-8105-89020a7cfe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d7a6d-e53a-4ef9-96fe-8f67d3929287,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:43.670213 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38400) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:43.773810 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aa86eb98-c7dc-4367-803e-888caf07626c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:43.848370 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aa86eb98-c7dc-4367-803e-888caf07626c admin admin] Publish callbacks [] for security_group (04cdd334-0640-4575-9375-67e19b8b990c), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:43.851752 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aa86eb98-c7dc-4367-803e-888caf07626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (04cdd334-0640-4575-9375-67e19b8b990c), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:43.895003 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-aa86eb98-c7dc-4367-803e-888caf07626c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12309892365e4de7a9b1641fd3a44743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231407 Mar 08 16:05:43.896177 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86eb98-c7dc-4367-803e-888caf07626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cdd334-0640-4575-9375-67e19b8b990c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:43.897753 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38404) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:43.945611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d9fd18c2-edaf-4774-b97f-e26a25a86279 admin admin] Publish callbacks [] for security_group (04cdd334-0640-4575-9375-67e19b8b990c), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:43.966133 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d9fd18c2-edaf-4774-b97f-e26a25a86279 admin admin] Publish callbacks [] for security_group (04cdd334-0640-4575-9375-67e19b8b990c), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:44.016104 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d9fd18c2-edaf-4774-b97f-e26a25a86279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (04cdd334-0640-4575-9375-67e19b8b990c), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:44.018710 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d9fd18c2-edaf-4774-b97f-e26a25a86279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:44.019909 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d9fd18c2-edaf-4774-b97f-e26a25a86279 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04cdd334-0640-4575-9375-67e19b8b990c HTTP/1.1" status: 204 len: 168 time: 0.1211195 Mar 08 16:05:44.027321 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd18c2-edaf-4774-b97f-e26a25a86279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cdd334-0640-4575-9375-67e19b8b990c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:47.917872 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38470) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:48.020206 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30ccc9cb-b4de-409a-801a-73c6b3ceb91c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.093608 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30ccc9cb-b4de-409a-801a-73c6b3ceb91c admin admin] Publish callbacks [] for security_group (f5b39dc4-780f-4092-9d71-56d0ca205aba), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.097887 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30ccc9cb-b4de-409a-801a-73c6b3ceb91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f5b39dc4-780f-4092-9d71-56d0ca205aba), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.134523 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccc9cb-b4de-409a-801a-73c6b3ceb91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b39dc4-780f-4092-9d71-56d0ca205aba,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:48.138767 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-30ccc9cb-b4de-409a-801a-73c6b3ceb91c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41dbab41babd4b348944131e73f98e5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199588 Mar 08 16:05:48.142537 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38474) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:48.188669 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93c834d2-8286-4d2f-aef8-fdb5cdbcd030 admin admin] Publish callbacks [] for security_group (f5b39dc4-780f-4092-9d71-56d0ca205aba), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.210350 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93c834d2-8286-4d2f-aef8-fdb5cdbcd030 admin admin] Publish callbacks [] for security_group (f5b39dc4-780f-4092-9d71-56d0ca205aba), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.256832 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93c834d2-8286-4d2f-aef8-fdb5cdbcd030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (f5b39dc4-780f-4092-9d71-56d0ca205aba), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.259387 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93c834d2-8286-4d2f-aef8-fdb5cdbcd030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:48.260513 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-93c834d2-8286-4d2f-aef8-fdb5cdbcd030 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5b39dc4-780f-4092-9d71-56d0ca205aba HTTP/1.1" status: 204 len: 168 time: 0.1170561 Mar 08 16:05:48.268927 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c834d2-8286-4d2f-aef8-fdb5cdbcd030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b39dc4-780f-4092-9d71-56d0ca205aba,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:49.646707 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.040996 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38574) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:05:58.177901 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-83e084b7-24ad-4c91-85aa-8ad99b970cca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464356 Mar 08 16:05:58.210952 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Deleting port 651d8f45-96a9-4923-b720-5c058bdd7d81 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:05:58.211619 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.244948 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-d9aa2674-0277-4af2-8b95-acb7def2e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:58.246436 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-d9aa2674-0277-4af2-8b95-acb7def2e91b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1130 time: 0.0443981 Mar 08 16:05:58.286263 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.286681 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (651d8f45-96a9-4923-b720-5c058bdd7d81), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.300031 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Calling delete_port for 651d8f45-96a9-4923-b720-5c058bdd7d81 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:05:58.358171 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-349dc319-2c9b-482e-b362-f884b1bece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:58.359718 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-349dc319-2c9b-482e-b362-f884b1bece11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.0938735 Mar 08 16:05:58.431836 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-68bc4516-b38e-44ad-aa7b-54975b3b96a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 1002 time: 0.0657430 Mar 08 16:05:58.470305 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (651d8f45-96a9-4923-b720-5c058bdd7d81), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.480701 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-f3093acf-2a53-429c-aae4-fc9340e11346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:58.482349 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-f3093acf-2a53-429c-aae4-fc9340e11346 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0449405 Mar 08 16:05:58.496567 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'Port': ['ID=651d8f45-96a9-4923-b720-5c058bdd7d81,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:05:58.538796 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-a599d62f-58cd-42d6-9e56-3f8a9ff78676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:58.540405 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-a599d62f-58cd-42d6-9e56-3f8a9ff78676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518801 Mar 08 16:05:58.558494 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (94d7b52b-fe80-49bd-8170-a31f7b7f049d), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.558848 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Floating IP 94d7b52b-fe80-49bd-8170-a31f7b7f049d disassociated (deleted). External IP: 172.27.2.188, port: dfca0dc2-34ea-4ced-b5e0-f548d7fac965. Mar 08 16:05:58.636338 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-aef9004d-dceb-4cab-91b3-5fc321d79dd1 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890586 Mar 08 16:05:58.730536 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-e2aa57d6-a811-48c0-99f9-d8383957c7ae req-5d872097-f398-4217-b977-1264d6e14ab3 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863400 Mar 08 16:05:58.779308 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:05:58.892194 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:05:58.897018 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:58.901744 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:05:58.913840 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:05:58.914453 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:05:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:58.926509 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-047ae70b-c396-4719-b596-9bf4d3b75afa tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "DELETE /v2.0/floatingips/94d7b52b-fe80-49bd-8170-a31f7b7f049d HTTP/1.1" status: 204 len: 168 time: 0.8845394 Mar 08 16:05:58.927126 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:05:58.929386 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf6522-c403-40a5-b3f2-adde95b8a7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:05:58.969279 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca80d81-5e20-42d5-92a0-a93cb7591de5 x-openstack-request-id: req-eca80d81-5e20-42d5-92a0-a93cb7591de5 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:05:58.969279 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:05:58.969767 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eca80d81-5e20-42d5-92a0-a93cb7591de5 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:05:58.970521 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'status': 'completed', 'code': 200} Mar 08 16:05:59.037106 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-930ace04-a392-4c9a-ad42-54c844a756c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:59.038434 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:05:59.038813 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-930ace04-a392-4c9a-ad42-54c844a756c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 1129 time: 0.0485671 Mar 08 16:05:59.156301 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-672d3ec8-076a-47f8-829b-f3b5b276d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:59.158971 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-672d3ec8-076a-47f8-829b-f3b5b276d86e service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.1098366 Mar 08 16:05:59.202244 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-71ce3805-9b12-4f0a-84c6-8258669064b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965 HTTP/1.1" status: 200 len: 217 time: 0.0365796 Mar 08 16:05:59.252553 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-ce759722-fe66-45a2-bd66-417a59e27711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:59.254030 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-ce759722-fe66-45a2-bd66-417a59e27711 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0453722 Mar 08 16:05:59.281174 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-823b4f91-4c98-476e-ba62-08176bcf2ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:05:59.288784 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:06Z', 'revision_number': 1, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:59.311189 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-b1d79473-bc0e-4d5c-acf8-ecc69003385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:59.313197 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-b1d79473-bc0e-4d5c-acf8-ecc69003385b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495398 Mar 08 16:05:59.333318 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:05:59.341554 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:05:59.342827 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:05:32Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:59.442154 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c334dc-0301-475e-9f91-b0c49af505fa req-158e21be-a5fd-494a-af45-c463728a15c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:05:59.444610 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b2c334dc-0301-475e-9f91-b0c49af505fa req-158e21be-a5fd-494a-af45-c463728a15c7 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 945 time: 0.3160291 Mar 08 16:05:59.448715 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-7dbd6a16-cf7f-4de8-8f1f-ccbfba50a8a2 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276731 Mar 08 16:05:59.454520 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:05:59.538684 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:05:59.548422 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-b2c334dc-0301-475e-9f91-b0c49af505fa req-4714df00-4752-444e-8bcf-5854a7f766e0 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982480 Mar 08 16:05:59.573588 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5abf6522-c403-40a5-b3f2-adde95b8a7f6 req-abaae197-b7cb-41c7-bedf-6732ff620f84 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158755 Mar 08 16:05:59.684879 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:06Z', 'revision_number': 1, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:05:59.791897 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8fb702-67de-4f0f-93a6-b5b039c4ae80 None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_floatingips': [{'id': '2eb3eb1e-c968-4a30-ba69-20f92e41efae', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'router_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'port_id': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'mac_address': 'fa:16:3e:d9:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e06f37-a663-4241-8fb7-2edfad513e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T16:02:04Z', 'updated_at': '2022-03-08T16:02:06Z', 'revision_number': 1, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:00.005596 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b03664d-7ab4-4354-964d-98e286b51a8b None None] New status for floating IP 94d7b52b-fe80-49bd-8170-a31f7b7f049d: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:06:00.717771 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016d044-2d6f-48ce-94f6-41b74d2bf717 req-063fe194-1780-4bb2-a7c1-edd4e5c8c586 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:00.719812 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5016d044-2d6f-48ce-94f6-41b74d2bf717 req-063fe194-1780-4bb2-a7c1-edd4e5c8c586 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 945 time: 0.1014917 Mar 08 16:06:00.771766 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5016d044-2d6f-48ce-94f6-41b74d2bf717 req-b814736f-eb5c-4f5b-9cc6-46b93eaaf496 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462706 Mar 08 16:06:00.845622 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-88547802-606d-4322-9eef-68ae932ac887 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:00.846944 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-88547802-606d-4322-9eef-68ae932ac887 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 945 time: 0.0511830 Mar 08 16:06:00.939157 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Deleting port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:00.939496 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:01.300724 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] For port dfca0dc2-34ea-4ced-b5e0-f548d7fac965, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:01.301077 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:01.312423 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Calling delete_port for dfca0dc2-34ea-4ced-b5e0-f548d7fac965 owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:01.435422 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (dfca0dc2-34ea-4ced-b5e0-f548d7fac965), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:01.462539 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'Port': ['ID=dfca0dc2-34ea-4ced-b5e0-f548d7fac965,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:01.505840 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] No DVR routers for this DVR port dfca0dc2-34ea-4ced-b5e0-f548d7fac965 on host hv-cinder-80475 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:01.508333 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:01.511717 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-43ef7704-1ba7-4d45-90d0-02d906f5d83b req-a7210de7-e0d6-49ca-be0b-551971eaf5eb tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "DELETE /v2.0/ports/dfca0dc2-34ea-4ced-b5e0-f548d7fac965 HTTP/1.1" status: 204 len: 173 time: 0.6586351 Mar 08 16:06:01.512153 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'name': 'network-vif-deleted', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:06:01.514367 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a708d169a54a762c13d2f8fa8e02f2db40e54068e2b5a711f6f2c39e11c38231" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690259ad-e106-4dbb-9114-5a0ae46d1a33" -d '{"events": [{"server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "name": "network-vif-deleted", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:06:01.552390 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b930c13-181d-46d9-8530-b3091b27eb77 x-openstack-request-id: req-7b930c13-181d-46d9-8530-b3091b27eb77 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:06:01.552625 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25191edf-ae1a-41ba-97cc-709d3ef368b1", "name": "network-vif-deleted", "tag": "dfca0dc2-34ea-4ced-b5e0-f548d7fac965", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:06:01.552882 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b930c13-181d-46d9-8530-b3091b27eb77 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:06:01.553282 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25191edf-ae1a-41ba-97cc-709d3ef368b1', 'name': 'network-vif-deleted', 'tag': 'dfca0dc2-34ea-4ced-b5e0-f548d7fac965', 'status': 'completed', 'code': 200} Mar 08 16:06:01.768669 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bffe5130-0d7e-4acc-9843-32d48b95a1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:01.900466 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-afb1cf68-e712-4726-9ab3-9131d7a6ffe7 req-ba879bf5-a19a-49e9-bc7d-31112ebd07b5 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=25191edf-ae1a-41ba-97cc-709d3ef368b1 HTTP/1.1" status: 200 len: 210 time: 0.0285089 Mar 08 16:06:02.873555 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:04.366205 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:04.556125 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device dfca0dc2-34ea-4ced-b5e0-f548d7fac965 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:04.579584 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: dfca0dc2-34ea-4ced-b5e0-f548d7fac965 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:04.580035 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device dfca0dc2-34ea-4ced-b5e0-f548d7fac965 not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:05.046834 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38634) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:05.298957 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Deleting port 4c3ba06c-0d11-4318-b002-a33344fbfc1c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:05.299251 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:05.375023 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:05.375389 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for floatingip (4c3ba06c-0d11-4318-b002-a33344fbfc1c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:05.387048 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Calling delete_port for 4c3ba06c-0d11-4318-b002-a33344fbfc1c owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:05.526875 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (4c3ba06c-0d11-4318-b002-a33344fbfc1c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:05.553924 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event deleted for resources: {'Port': ['ID=4c3ba06c-0d11-4318-b002-a33344fbfc1c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:05.614226 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for floatingip (cbd6c82d-f8dc-4cf6-8c42-905a912e7388), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:05.614556 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Floating IP cbd6c82d-f8dc-4cf6-8c42-905a912e7388 disassociated (deleted). External IP: 172.27.2.230, port: 0c4ca38f-1752-4fff-9982-2a2df8af9a7d. Mar 08 16:06:05.816875 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Router b2d5a9d4-f698-47a4-9980-46eb35e29678 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:06:06.056928 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:06.159193 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:06:06.163824 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:06.171139 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] Sync routers for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:06:06.181973 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:06.182574 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:06.201017 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-afcce209-e4f6-478b-bad2-42dbdd17e930 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "DELETE /v2.0/floatingips/cbd6c82d-f8dc-4cf6-8c42-905a912e7388 HTTP/1.1" status: 204 len: 168 time: 1.1530738 Mar 08 16:06:06.201611 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:06:06.203835 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338c3c0f-d075-478e-9546-7b5f2802c1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:06:06.239984 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1902ec95-48b9-4813-95c2-74bfc12751df x-openstack-request-id: req-1902ec95-48b9-4813-95c2-74bfc12751df {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:06:06.240284 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:06:06.240531 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1902ec95-48b9-4813-95c2-74bfc12751df {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:06:06.240917 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'status': 'completed', 'code': 200} Mar 08 16:06:06.292142 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:06.463365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-92fd96cc-c268-477c-a20b-35431824d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:06.464886 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-92fd96cc-c268-477c-a20b-35431824d4a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 1130 time: 0.1423419 Mar 08 16:06:06.472074 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39296-e598-400b-aaf0-67c4cba7942b req-96a47f19-a482-4393-a834-ff7584eb0e0c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:06.473556 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-90b39296-e598-400b-aaf0-67c4cba7942b req-96a47f19-a482-4393-a834-ff7584eb0e0c tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0690289 Mar 08 16:06:06.515957 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:06.543560 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] Checking router: b2d5a9d4-f698-47a4-9980-46eb35e29678 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:06:06.552269 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:06.552884 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:06.578713 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-90b39296-e598-400b-aaf0-67c4cba7942b req-def74380-7405-4bd8-a3e5-b98827be557d tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968437 Mar 08 16:06:06.599611 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-0f4b5c7b-54b0-4352-ace6-dfd4874aecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:06.601016 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-0f4b5c7b-54b0-4352-ace6-dfd4874aecf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 200 len: 907 time: 0.1266227 Mar 08 16:06:06.646177 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-c9d3ffcf-8224-4da5-9466-1e7e572379f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 200 len: 217 time: 0.0387528 Mar 08 16:06:06.663458 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:06.696088 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-5b9614fa-132d-4dcf-b4d4-490b48649c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:06.697544 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-5b9614fa-132d-4dcf-b4d4-490b48649c06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 200 len: 845 time: 0.0443516 Mar 08 16:06:06.755320 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-5bddbd09-5019-4e58-9332-4c8bc6191226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:06.756829 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-5bddbd09-5019-4e58-9332-4c8bc6191226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b0a9c23a-4417-4ce7-8e45-10aee7bbb379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476468 Mar 08 16:06:06.771040 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-f9333652-32f0-4cfe-9927-e43e6a4cb1a0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 16:06:06.772032 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-f9333652-32f0-4cfe-9927-e43e6a4cb1a0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061069 Mar 08 16:06:06.861689 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:06.864393 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-88d9dc1d-c7c4-4295-9455-3cfdefd1e502 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813196 Mar 08 16:06:06.892556 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5782d3b1-02f3-4c52-9274-6f0e048df23a None None] The sync data for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi is: [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:00:47Z', 'revision_number': 4, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '44c91543-ff70-4eab-89bf-c9dcaed39ee5', 'name': '', 'network_id': 'b0a9c23a-4417-4ce7-8e45-10aee7bbb379', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'mac_address': 'fa:16:3e:d4:c5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:47Z', 'updated_at': '2022-03-08T16:00:53Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'subnets': [{'id': 'bb461aac-0706-4fd0-9a70-1d11cf159f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:06.969706 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-338c3c0f-d075-478e-9546-7b5f2802c1d6 req-be620d28-fa52-4192-8703-05ee595162d5 service neutron] 10.222.0.37 "GET /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959640 Mar 08 16:06:07.141389 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d4541d-a1f7-4940-bd78-2579b7e92d87 None None] New status for floating IP cbd6c82d-f8dc-4cf6-8c42-905a912e7388: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:06:07.246887 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38656) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:07.398293 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Deleting port 74b74f82-937d-4d0f-ad71-030fc460db27 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:07.398543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (74b74f82-937d-4d0f-ad71-030fc460db27), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:07.474218 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (74b74f82-937d-4d0f-ad71-030fc460db27), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:07.474548 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (74b74f82-937d-4d0f-ad71-030fc460db27), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:07.487588 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Calling delete_port for 74b74f82-937d-4d0f-ad71-030fc460db27 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:07.629775 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (74b74f82-937d-4d0f-ad71-030fc460db27), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:07.659472 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'Port': ['ID=74b74f82-937d-4d0f-ad71-030fc460db27,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:07.702709 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3020cf1-3e19-4801-baee-212a04e00ef5 req-c185157a-4482-4e3c-a370-15385316d9ce tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:07.704494 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c3020cf1-3e19-4801-baee-212a04e00ef5 req-c185157a-4482-4e3c-a370-15385316d9ce tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0554852 Mar 08 16:06:07.720822 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (2eb3eb1e-c968-4a30-ba69-20f92e41efae), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:07.721540 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.db.l3_db [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Floating IP 2eb3eb1e-c968-4a30-ba69-20f92e41efae disassociated (deleted). External IP: 172.27.2.227, port: 75e750fc-b466-46d0-8368-ee1332ffe0dd. Mar 08 16:06:07.754631 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c3020cf1-3e19-4801-baee-212a04e00ef5 req-d1454193-2b79-40de-9e0b-281f288e11ea tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 Mar 08 16:06:07.935580 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:06:08.042115 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:06:08.046454 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:08.052535 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:06:08.061613 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:08.062214 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:08.078142 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-558124bf-ab0f-44bc-9558-39ce78a4895c tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "DELETE /v2.0/floatingips/2eb3eb1e-c968-4a30-ba69-20f92e41efae HTTP/1.1" status: 204 len: 168 time: 0.8300955 Mar 08 16:06:08.173746 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:08.242516 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:06:08.245144 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:06:08.285606 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 16:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474339b0-10d7-4e55-b6bd-5bbcd2ed6e48 x-openstack-request-id: req-474339b0-10d7-4e55-b6bd-5bbcd2ed6e48 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:06:08.286295 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:06:08.286295 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-474339b0-10d7-4e55-b6bd-5bbcd2ed6e48 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:06:08.286507 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'status': 'completed', 'code': 200} Mar 08 16:06:08.320238 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54bc5-32b9-4925-bbc5-b3ef82903d7d req-85c383b4-70e7-499c-bb04-4b3c4de82c0f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:08.321744 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-75e54bc5-32b9-4925-bbc5-b3ef82903d7d req-85c383b4-70e7-499c-bb04-4b3c4de82c0f tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 946 time: 0.0691087 Mar 08 16:06:08.386424 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:08.399737 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-75e54bc5-32b9-4925-bbc5-b3ef82903d7d req-177a103b-fb55-4ecb-807f-8f119df569e9 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693631 Mar 08 16:06:08.402389 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-34d35d03-061b-4573-9f95-02ef253ce0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:08.403966 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-34d35d03-061b-4573-9f95-02ef253ce0a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=de2d718fb94a4747ada518f08ca3632e&device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 1130 time: 0.0813658 Mar 08 16:06:08.414212 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:06:08.422698 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:08.424196 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:08.500769 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-7e56da5d-c135-494d-a554-a1a85da347da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:08.503014 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-7e56da5d-c135-494d-a554-a1a85da347da service neutron] 10.222.0.37 "GET /v2.0/networks?id=a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 200 len: 912 time: 0.0885494 Mar 08 16:06:08.530512 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:08.556207 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-96ac0755-b09f-460b-9de1-7b5996350638 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 200 len: 217 time: 0.0410926 Mar 08 16:06:08.573821 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-c58498fa-cd39-4695-af3d-34f6230eaae8 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:08.575812 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-c58498fa-cd39-4695-af3d-34f6230eaae8 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.37 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.0611460 Mar 08 16:06:08.611786 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-e0e96bb2-b8aa-4e18-a4a3-7130b802cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:08.614360 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-e0e96bb2-b8aa-4e18-a4a3-7130b802cecf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 200 len: 850 time: 0.0522783 Mar 08 16:06:08.683795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-d5fa0b80-77a9-4155-ade0-bd31635732e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:08.685310 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-d5fa0b80-77a9-4155-ade0-bd31635732e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a154b254-21e7-4168-a9eb-fa82dc9c0446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0636065 Mar 08 16:06:08.717628 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Deleting port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:08.717959 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:08.806092 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-3fd58b6b-a68e-4851-beeb-22386afa5ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115656 Mar 08 16:06:08.840144 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] For port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:08.840543 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:08.855201 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Calling delete_port for 0c4ca38f-1752-4fff-9982-2a2df8af9a7d owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:08.905581 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:08.946863 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfcd48-ef39-498f-8484-b3cfce0bd4ce None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T15:58:15Z', 'revision_number': 4, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi', '_interfaces': [{'id': '33332303-b28b-4b2e-9b95-82e213c7a81e', 'name': '', 'network_id': 'a154b254-21e7-4168-a9eb-fa82dc9c0446', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'mac_address': 'fa:16:3e:e9:49:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:14Z', 'updated_at': '2022-03-08T15:58:20Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'subnets': [{'id': 'ebc384aa-c276-4ee5-af84-75bba4000bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:09.004487 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa117-a76c-40ce-8f7b-873a88597614 req-746cda36-136b-4e62-9838-cae536765ba2 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:09.006078 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-510fa117-a76c-40ce-8f7b-873a88597614 req-746cda36-136b-4e62-9838-cae536765ba2 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/ports?device_id=f05b8277-1e85-4cac-8c70-70c9746c7874 HTTP/1.1" status: 200 len: 946 time: 0.1651969 Mar 08 16:06:09.041465 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-c4b4a4e6-88d3-411b-b408-5ed9e8f0fbb1 req-d466cdc7-b0d0-4025-a93a-f3ab0fb1e662 service neutron] 10.222.0.37 "GET /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280171 Mar 08 16:06:09.049331 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (0c4ca38f-1752-4fff-9982-2a2df8af9a7d), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:09.085834 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-510fa117-a76c-40ce-8f7b-873a88597614 req-4e2cb743-1e50-433c-8489-76f2d3fd185e tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "GET /v2.0/security-groups?id=23d3edb1-40f6-4280-b083-55dfafecf8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672183 Mar 08 16:06:09.094880 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event deleted for resources: {'Port': ['ID=0c4ca38f-1752-4fff-9982-2a2df8af9a7d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:09.134999 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] No DVR routers for this DVR port 0c4ca38f-1752-4fff-9982-2a2df8af9a7d on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:09.137449 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:09.140854 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-d8476388-5b51-4835-b30b-6bf0829410c6 req-5d021837-fb2a-40a1-9402-85eb875cd644 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.37 "DELETE /v2.0/ports/0c4ca38f-1752-4fff-9982-2a2df8af9a7d HTTP/1.1" status: 204 len: 173 time: 0.5568738 Mar 08 16:06:09.248934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc844fbd-e470-4964-a6d8-f56b144cdd1c None None] New status for floating IP 2eb3eb1e-c968-4a30-ba69-20f92e41efae: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 16:06:09.542669 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2da04-fd9c-468c-959f-2152652332a5 req-14597373-6f8b-45d3-b629-36f8680c196b tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:09.544431 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5eb2da04-fd9c-468c-959f-2152652332a5 req-14597373-6f8b-45d3-b629-36f8680c196b tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 946 time: 0.0689857 Mar 08 16:06:09.607643 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-5eb2da04-fd9c-468c-959f-2152652332a5 req-278078bc-9ae2-4cb7-ac63-b16954ccc84d tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/security-groups?id=0600464f-c4d2-42c6-ba56-a559b2f042c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555594 Mar 08 16:06:09.897489 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-e93acd48-ed0d-4965-941e-41e7553551d6 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 16:06:09.898949 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-e93acd48-ed0d-4965-941e-41e7553551d6 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 946 time: 0.0607541 Mar 08 16:06:10.001353 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Deleting port 75e750fc-b466-46d0-8368-ee1332ffe0dd {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:10.001687 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.095688 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] For port 75e750fc-b466-46d0-8368-ee1332ffe0dd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=75e750fc-b466-46d0-8368-ee1332ffe0dd,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:10.096513 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.108718 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Calling delete_port for 75e750fc-b466-46d0-8368-ee1332ffe0dd owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:10.149378 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38690) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:10.210028 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b51ef7a2-07da-4b0b-bf95-6d31c3116e76 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group (23d3edb1-40f6-4280-b083-55dfafecf8cc), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.238446 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b51ef7a2-07da-4b0b-bf95-6d31c3116e76 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group (23d3edb1-40f6-4280-b083-55dfafecf8cc), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.250419 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (75e750fc-b466-46d0-8368-ee1332ffe0dd), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.281556 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'Port': ['ID=75e750fc-b466-46d0-8368-ee1332ffe0dd,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:10.287893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-deleted', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:06:10.290313 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca782e-f4aa-4c78-a343-bbc0943cc485" -d '{"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-deleted", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:06:10.330968 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b51ef7a2-07da-4b0b-bf95-6d31c3116e76 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (23d3edb1-40f6-4280-b083-55dfafecf8cc), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.333666 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b51ef7a2-07da-4b0b-bf95-6d31c3116e76 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.337374 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-b51ef7a2-07da-4b0b-bf95-6d31c3116e76 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] 10.222.0.15 "DELETE /v2.0/security-groups/23d3edb1-40f6-4280-b083-55dfafecf8cc HTTP/1.1" status: 204 len: 168 time: 0.1842368 Mar 08 16:06:10.350238 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08144f6-8f67-41e4-9ff0-4ad421453ff0 x-openstack-request-id: req-f08144f6-8f67-41e4-9ff0-4ad421453ff0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:06:10.351357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05b8277-1e85-4cac-8c70-70c9746c7874", "name": "network-vif-deleted", "tag": "0c4ca38f-1752-4fff-9982-2a2df8af9a7d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:06:10.351357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f08144f6-8f67-41e4-9ff0-4ad421453ff0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:06:10.351357 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05b8277-1e85-4cac-8c70-70c9746c7874', 'name': 'network-vif-deleted', 'tag': '0c4ca38f-1752-4fff-9982-2a2df8af9a7d', 'status': 'completed', 'code': 200} Mar 08 16:06:10.354617 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef7a2-07da-4b0b-bf95-6d31c3116e76 tempest-TestShelveInstance-35969320 tempest-TestShelveInstance-35969320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d3edb1-40f6-4280-b083-55dfafecf8cc,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:10.372149 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] No DVR routers for this DVR port 75e750fc-b466-46d0-8368-ee1332ffe0dd on host hv-cinder-80475 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:10.374656 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for port (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:10.379268 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [req-01e89eb9-53ba-4f43-aab9-ecaff4ad37cd req-35021652-7b4e-49ce-8061-0174d0eb1f12 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.37 "DELETE /v2.0/ports/75e750fc-b466-46d0-8368-ee1332ffe0dd HTTP/1.1" status: 204 len: 173 time: 0.4697459 Mar 08 16:06:10.420849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38700) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:10.753944 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-8739b2bd-588e-4d06-8dda-846b6aff64cc req-b2436f8e-7719-462e-a8bf-71d17ac04037 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0607846 Mar 08 16:06:10.942484 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (b2d5a9d4-f698-47a4-9980-46eb35e29678), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:11.184741 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Deleting port 44c91543-ff70-4eab-89bf-c9dcaed39ee5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:11.185408 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:11.263048 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] For port 44c91543-ff70-4eab-89bf-c9dcaed39ee5, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=44c91543-ff70-4eab-89bf-c9dcaed39ee5,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:11.263444 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:11.275425 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Calling delete_port for 44c91543-ff70-4eab-89bf-c9dcaed39ee5 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:11.451049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (44c91543-ff70-4eab-89bf-c9dcaed39ee5), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:11.480020 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=44c91543-ff70-4eab-89bf-c9dcaed39ee5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:11.650144 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (b2d5a9d4-f698-47a4-9980-46eb35e29678), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:11.869682 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-bccec767-ab4b-4146-bb21-8a33beef2971 req-4925eba8-9d58-4ad6-a47c-f07dc586e63e tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0318277 Mar 08 16:06:11.888639 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Router b2d5a9d4-f698-47a4-9980-46eb35e29678 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:06:11.997654 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:06:12.002775 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-212b43ef-1923-48b2-874e-f0bc083054f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2d5a9d4-f698-47a4-9980-46eb35e29678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806720 Mar 08 16:06:12.005389 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38710) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:12.006221 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] Sync routers for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:06:12.016190 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:12.016796 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:12.108973 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks [] for router (b2d5a9d4-f698-47a4-9980-46eb35e29678), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.122982 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:12.212434 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks [] for router_gateway (b2d5a9d4-f698-47a4-9980-46eb35e29678), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.270582 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Deleting port 3b52967d-bb94-4e2b-a309-03268834a701 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:12.270914 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (3b52967d-bb94-4e2b-a309-03268834a701), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.303011 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '3b52967d-bb94-4e2b-a309-03268834a701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:06:11Z', 'revision_number': 5, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port': {'id': '3b52967d-bb94-4e2b-a309-03268834a701', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:45Z', 'updated_at': '2022-03-08T16:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:12.328608 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] Checking router: b2d5a9d4-f698-47a4-9980-46eb35e29678 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:06:12.337149 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] Routers {'b2d5a9d4-f698-47a4-9980-46eb35e29678'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:12.337751 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['b2d5a9d4-f698-47a4-9980-46eb35e29678'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:12.352587 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'name': 'network-vif-deleted', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 16:06:12.354723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8100fc099f17cb6784801fd34182bed5265fd50b45ad5f3a8d6113ac4bea1e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bb6817-16fc-4bd9-b001-b47d1061345a" -d '{"events": [{"server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "name": "network-vif-deleted", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 16:06:12.358458 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] For port 3b52967d-bb94-4e2b-a309-03268834a701, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=3b52967d-bb94-4e2b-a309-03268834a701,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:12.358821 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (3b52967d-bb94-4e2b-a309-03268834a701), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.373057 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Calling delete_port for 3b52967d-bb94-4e2b-a309-03268834a701 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:12.413095 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b690a119-be2c-41f3-a4d4-243c3e15dade x-openstack-request-id: req-b690a119-be2c-41f3-a4d4-243c3e15dade {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 16:06:12.413384 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e06f37-a663-4241-8fb7-2edfad513e82", "name": "network-vif-deleted", "tag": "75e750fc-b466-46d0-8368-ee1332ffe0dd", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 16:06:12.413636 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b690a119-be2c-41f3-a4d4-243c3e15dade {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 16:06:12.414031 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e06f37-a663-4241-8fb7-2edfad513e82', 'name': 'network-vif-deleted', 'tag': '75e750fc-b466-46d0-8368-ee1332ffe0dd', 'status': 'completed', 'code': 200} Mar 08 16:06:12.428272 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] Set router b2d5a9d4-f698-47a4-9980-46eb35e29678 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:12.437842 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:12.461972 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 0c4ca38f-1752-4fff-9982-2a2df8af9a7d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:12.462624 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 0c4ca38f-1752-4fff-9982-2a2df8af9a7d not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:12.480981 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:06:12Z', 'revision_number': 6, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:12.510971 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1ff299-ab54-4c20-ab63-65b8e494398e None None] The sync data for ids ['b2d5a9d4-f698-47a4-9980-46eb35e29678'] in dv-cinder-804757-25-iscsi is: [{'id': 'b2d5a9d4-f698-47a4-9980-46eb35e29678', 'name': 'tempest-TestShelveInstance-1658538-router', 'tenant_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:44Z', 'updated_at': '2022-03-08T16:06:12Z', 'revision_number': 6, 'project_id': '4fae8b959b1d4e4e9f2396acf8e95a45', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:12.556650 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (3b52967d-bb94-4e2b-a309-03268834a701), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.587040 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b52967d-bb94-4e2b-a309-03268834a701,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:12.648694 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (b2d5a9d4-f698-47a4-9980-46eb35e29678), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.741249 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (b2d5a9d4-f698-47a4-9980-46eb35e29678), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.743779 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks [] for router_controller (b2d5a9d4-f698-47a4-9980-46eb35e29678), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.787640 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (b2d5a9d4-f698-47a4-9980-46eb35e29678), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.788248 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2d5a9d4-f698-47a4-9980-46eb35e29678 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:06:12.792610 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.793826 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-59a0615f-7178-484a-ae36-6376b93b9c13 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b2d5a9d4-f698-47a4-9980-46eb35e29678 HTTP/1.1" status: 204 len: 168 time: 0.7873948 Mar 08 16:06:12.796403 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38716) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:12.841625 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Deleting subnet bb461aac-0706-4fd0-9a70-1d11cf159f26 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:06:12.849102 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Publish callbacks [] for subnet (bb461aac-0706-4fd0-9a70-1d11cf159f26), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.887468 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (bb461aac-0706-4fd0-9a70-1d11cf159f26), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.981738 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 44c91543-ff70-4eab-89bf-c9dcaed39ee5 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:12.990280 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (bb461aac-0706-4fd0-9a70-1d11cf159f26), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:12.998975 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [req-30d7d315-cb10-469c-9d69-34a2898a050e req-f7f874f8-0f88-48a3-9c4a-1a4ae1f482ef tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e06f37-a663-4241-8fb7-2edfad513e82 HTTP/1.1" status: 200 len: 210 time: 0.0341578 Mar 08 16:06:13.004187 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 44c91543-ff70-4eab-89bf-c9dcaed39ee5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:13.004805 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 44c91543-ff70-4eab-89bf-c9dcaed39ee5 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:13.043631 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (bb461aac-0706-4fd0-9a70-1d11cf159f26), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.069730 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb461aac-0706-4fd0-9a70-1d11cf159f26,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:13.073478 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.076978 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-1e3a138f-2d29-45db-9fed-c14bba241225 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bb461aac-0706-4fd0-9a70-1d11cf159f26 HTTP/1.1" status: 204 len: 168 time: 0.2792516 Mar 08 16:06:13.079172 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38720) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:13.081581 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f6642-7c4e-4983-accd-303c313648dc None None] Network b0a9c23a-4417-4ce7-8e45-10aee7bbb379 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:06:13.151193 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (b0a9c23a-4417-4ce7-8e45-10aee7bbb379), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.204178 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Deleting port 5da7cfd2-de3f-467c-8086-6987ffca22f1 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:13.204572 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.271490 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] For port 5da7cfd2-de3f-467c-8086-6987ffca22f1, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=5da7cfd2-de3f-467c-8086-6987ffca22f1,segment=NetworkSegment(11d2e107-1f60-4c78-a2bb-f100b0049fff),segment_id=11d2e107-1f60-4c78-a2bb-f100b0049fff)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:13.271778 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.286259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Calling delete_port for 5da7cfd2-de3f-467c-8086-6987ffca22f1 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:13.317893 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] DHCP port deletion for b0a9c23a-4417-4ce7-8e45-10aee7bbb379 request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:06:13.369831 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Deleting port 5da7cfd2-de3f-467c-8086-6987ffca22f1 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:13.370428 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.371519 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.413691 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5da7cfd2-de3f-467c-8086-6987ffca22f1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:13.418971 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] No DVR routers for this DVR port 5da7cfd2-de3f-467c-8086-6987ffca22f1 on host dv-cinder-804757-25-iscsi {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:13.444751 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] For port 5da7cfd2-de3f-467c-8086-6987ffca22f1, host dv-cinder-804757-25-iscsi, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:13.445373 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.459472 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Calling delete_port for 5da7cfd2-de3f-467c-8086-6987ffca22f1 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:13.462283 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Port 5da7cfd2-de3f-467c-8086-6987ffca22f1 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 16:06:13.463869 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (5da7cfd2-de3f-467c-8086-6987ffca22f1), after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.491521 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Pushing event deleted for resources: {'Port': ['ID=5da7cfd2-de3f-467c-8086-6987ffca22f1,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:13.497033 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] No DVR routers for this DVR port 5da7cfd2-de3f-467c-8086-6987ffca22f1 on host dv-cinder-804757-25-iscsi {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:13.509418 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.509992 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.510546 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.511288 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.512116 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.512530 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.512938 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.513345 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.513755 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.514159 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.514594 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.515393 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.516158 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29cce8d-6896-4963-8794-9639dd291344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-25-iscsi {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 16:06:13.521044 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (b0a9c23a-4417-4ce7-8e45-10aee7bbb379), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.549906 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a9c23a-4417-4ce7-8e45-10aee7bbb379']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:13.560406 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d2e107-1f60-4c78-a2bb-f100b0049fff') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:13.560827 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d2e107-1f60-4c78-a2bb-f100b0049fff') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:13.571605 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (11d2e107-1f60-4c78-a2bb-f100b0049fff), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.588249 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (11d2e107-1f60-4c78-a2bb-f100b0049fff), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.597234 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:06:13.598113 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (11d2e107-1f60-4c78-a2bb-f100b0049fff), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:06:13.600270 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:06:13.660893 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (b0a9c23a-4417-4ce7-8e45-10aee7bbb379), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.666140 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:13.669261 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b0a9c23a-4417-4ce7-8e45-10aee7bbb379 HTTP/1.1" status: 204 len: 168 time: 0.5888228 Mar 08 16:06:13.672296 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38724) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:13.679621 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bb4e6-3076-4f59-a126-a3ec0bd1aad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a9c23a-4417-4ce7-8e45-10aee7bbb379,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:14.022473 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.060259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38728) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:14.206259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Deleting port 2dfa1256-cab6-445a-9041-d5562ac1ad44 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:14.206630 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.290657 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.290898 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (2dfa1256-cab6-445a-9041-d5562ac1ad44), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.304220 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Calling delete_port for 2dfa1256-cab6-445a-9041-d5562ac1ad44 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:14.384322 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 75e750fc-b466-46d0-8368-ee1332ffe0dd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:14.405457 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] No Port match for: 75e750fc-b466-46d0-8368-ee1332ffe0dd {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:14.405972 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Device 75e750fc-b466-46d0-8368-ee1332ffe0dd not bound to the agent host hv-cinder-80475 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:14.435723 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (2dfa1256-cab6-445a-9041-d5562ac1ad44), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.470888 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'Port': ['ID=2dfa1256-cab6-445a-9041-d5562ac1ad44,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:14.526259 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for floatingip (493f5303-15ee-47bf-90bc-c3181bd2a1c2), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.528936 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93169'] for floatingip (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.530088 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-3b0af45c-ac79-4de2-a3db-37c4f11f6524 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "DELETE /v2.0/floatingips/493f5303-15ee-47bf-90bc-c3181bd2a1c2 HTTP/1.1" status: 204 len: 168 time: 0.4687669 Mar 08 16:06:14.561295 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Deleting port 630232dc-b093-4ccb-9ea3-20a578311a6d {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:14.561637 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.659219 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] For port 630232dc-b093-4ccb-9ea3-20a578311a6d, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=630232dc-b093-4ccb-9ea3-20a578311a6d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:14.659614 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.675626 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Calling delete_port for 630232dc-b093-4ccb-9ea3-20a578311a6d owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:14.715208 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 5da7cfd2-de3f-467c-8086-6987ffca22f1 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:14.742937 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 5da7cfd2-de3f-467c-8086-6987ffca22f1 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:14.743403 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 5da7cfd2-de3f-467c-8086-6987ffca22f1 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:14.743931 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 3b52967d-bb94-4e2b-a309-03268834a701 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:14.765459 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 3b52967d-bb94-4e2b-a309-03268834a701 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:14.765459 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 3b52967d-bb94-4e2b-a309-03268834a701 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:14.885587 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (630232dc-b093-4ccb-9ea3-20a578311a6d), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:14.920093 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Pushing event deleted for resources: {'Port': ['ID=630232dc-b093-4ccb-9ea3-20a578311a6d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:15.102736 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.317906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:06:15.425977 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:06:15.433352 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-31d16f67-cc2d-4816-a738-4fce4716b405 admin admin] 10.222.0.15 "PUT /v2.0/routers/930ff758-a1e9-4645-ab30-d0d2d89fbdb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574093 Mar 08 16:06:15.433467 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38746) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:15.437305 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] Sync routers for ids ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:06:15.453501 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] Routers {'930ff758-a1e9-4645-ab30-d0d2d89fbdb0'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:15.454111 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:15.708515 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] Set router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:15.769660 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38750) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:15.781227 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks [] for router (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.846055 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-165dfb5c-f071-4ea6-bcaf-7d2dd4541638 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group (0600464f-c4d2-42c6-ba56-a559b2f042c1), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.874061 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-165dfb5c-f071-4ea6-bcaf-7d2dd4541638 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group (0600464f-c4d2-42c6-ba56-a559b2f042c1), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.901162 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks [] for router_gateway (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.916088 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '33363d72-169b-4d86-98d1-30b98b07e087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:06:14Z', 'revision_number': 5, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port': {'id': '33363d72-169b-4d86-98d1-30b98b07e087', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:e4:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T16:00:52Z', 'updated_at': '2022-03-08T16:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:15.948337 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] Checking router: 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:06:15.961389 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] Routers {'930ff758-a1e9-4645-ab30-d0d2d89fbdb0'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:15.962030 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:15.963822 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-165dfb5c-f071-4ea6-bcaf-7d2dd4541638 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (0600464f-c4d2-42c6-ba56-a559b2f042c1), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.967385 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-165dfb5c-f071-4ea6-bcaf-7d2dd4541638 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:15.971118 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-165dfb5c-f071-4ea6-bcaf-7d2dd4541638 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] 10.222.0.15 "DELETE /v2.0/security-groups/0600464f-c4d2-42c6-ba56-a559b2f042c1 HTTP/1.1" status: 204 len: 168 time: 0.1980360 Mar 08 16:06:15.983005 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dfb5c-f071-4ea6-bcaf-7d2dd4541638 tempest-TestVolumeBootPattern-194420683 tempest-TestVolumeBootPattern-194420683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0600464f-c4d2-42c6-ba56-a559b2f042c1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:15.989855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Deleting port 33363d72-169b-4d86-98d1-30b98b07e087 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:15.989991 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (33363d72-169b-4d86-98d1-30b98b07e087), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.027956 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38760) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:16.074983 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] Set router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:16.102200 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] For port 33363d72-169b-4d86-98d1-30b98b07e087, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=33363d72-169b-4d86-98d1-30b98b07e087,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:16.102949 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (33363d72-169b-4d86-98d1-30b98b07e087), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.122446 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Calling delete_port for 33363d72-169b-4d86-98d1-30b98b07e087 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:16.143711 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:06:15Z', 'revision_number': 6, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:16.178400 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f10a5a1-9dc4-475f-95ce-28640e5be92e None None] The sync data for ids ['930ff758-a1e9-4645-ab30-d0d2d89fbdb0'] in dv-cinder-804757-25-iscsi is: [{'id': '930ff758-a1e9-4645-ab30-d0d2d89fbdb0', 'name': 'tempest-TestShelveInstance-994650900-router', 'tenant_id': '8f630dcc07d54dd980449f75379ef16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T16:00:51Z', 'updated_at': '2022-03-08T16:06:15Z', 'revision_number': 6, 'project_id': '8f630dcc07d54dd980449f75379ef16f', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:16.292527 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (33363d72-169b-4d86-98d1-30b98b07e087), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.316237 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Pushing event deleted for resources: {'Port': ['ID=33363d72-169b-4d86-98d1-30b98b07e087,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:16.380945 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.468247 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (06aef410-72f8-4655-a495-cd947a0e4c98), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.476133 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.478373 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks [] for router_controller (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.526738 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (930ff758-a1e9-4645-ab30-d0d2d89fbdb0), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.527329 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 930ff758-a1e9-4645-ab30-d0d2d89fbdb0 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:06:16.532246 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.535536 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-9d71fde9-ba71-48b3-9b11-822d83c24c92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/930ff758-a1e9-4645-ab30-d0d2d89fbdb0 HTTP/1.1" status: 204 len: 168 time: 1.1010797 Mar 08 16:06:16.536556 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38764) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:16.586204 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Deleting subnet f6cd0254-220f-43c1-9ed8-47e559bb36ff {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:06:16.592709 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Publish callbacks [] for subnet (f6cd0254-220f-43c1-9ed8-47e559bb36ff), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.631261 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (f6cd0254-220f-43c1-9ed8-47e559bb36ff), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.711222 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (f6cd0254-220f-43c1-9ed8-47e559bb36ff), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.737930 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Deleting port 33332303-b28b-4b2e-9b95-82e213c7a81e {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:16.738273 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.762655 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (f6cd0254-220f-43c1-9ed8-47e559bb36ff), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.791506 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.795714 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6cd0254-220f-43c1-9ed8-47e559bb36ff HTTP/1.1" status: 204 len: 168 time: 0.2581072 Mar 08 16:06:16.797214 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0011fa3-f117-44ff-bb95-584803c4fb78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cd0254-220f-43c1-9ed8-47e559bb36ff,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:16.799212 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38766) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:16.802234 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c81b1e8-001b-4d47-a65e-fceb489cdefb None None] Network 3113f52c-9e6a-4503-9485-22ebae71f3ce requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:06:16.822969 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] For port 33332303-b28b-4b2e-9b95-82e213c7a81e, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=33332303-b28b-4b2e-9b95-82e213c7a81e,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:16.823561 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.836282 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Calling delete_port for 33332303-b28b-4b2e-9b95-82e213c7a81e owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:16.881540 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (3113f52c-9e6a-4503-9485-22ebae71f3ce), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.940322 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Deleting port 826fb54f-c823-4edd-a8ff-ba129ad6630d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:16.940663 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:16.994690 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] DHCP port deletion for 3113f52c-9e6a-4503-9485-22ebae71f3ce request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:06:17.033642 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] For port 826fb54f-c823-4edd-a8ff-ba129ad6630d, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=826fb54f-c823-4edd-a8ff-ba129ad6630d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:17.038271 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (33332303-b28b-4b2e-9b95-82e213c7a81e), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.050910 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.066047 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33332303-b28b-4b2e-9b95-82e213c7a81e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:17.066296 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Calling delete_port for 826fb54f-c823-4edd-a8ff-ba129ad6630d owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:17.099552 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33363d72-169b-4d86-98d1-30b98b07e087 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:17.133685 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] Deleting port 826fb54f-c823-4edd-a8ff-ba129ad6630d {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:17.134066 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.143764 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 33363d72-169b-4d86-98d1-30b98b07e087 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:17.144494 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33363d72-169b-4d86-98d1-30b98b07e087 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:17.145392 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 630232dc-b093-4ccb-9ea3-20a578311a6d no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:17.196230 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 630232dc-b093-4ccb-9ea3-20a578311a6d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:17.197071 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 630232dc-b093-4ccb-9ea3-20a578311a6d not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:17.237322 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.273855 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=826fb54f-c823-4edd-a8ff-ba129ad6630d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:17.282806 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] No DVR routers for this DVR port 826fb54f-c823-4edd-a8ff-ba129ad6630d on host dv-cinder-804757-25-iscsi {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:17.285174 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] For port 826fb54f-c823-4edd-a8ff-ba129ad6630d, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=826fb54f-c823-4edd-a8ff-ba129ad6630d,segment=NetworkSegment(46eb6caa-3013-44ba-b887-e78544b817cc),segment_id=46eb6caa-3013-44ba-b887-e78544b817cc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:17.285895 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.309847 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] Calling delete_port for 826fb54f-c823-4edd-a8ff-ba129ad6630d owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:17.326462 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (06aef410-72f8-4655-a495-cd947a0e4c98), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.371922 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (3113f52c-9e6a-4503-9485-22ebae71f3ce), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.396208 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3113f52c-9e6a-4503-9485-22ebae71f3ce']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:17.407614 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb6caa-3013-44ba-b887-e78544b817cc') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:17.408464 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb6caa-3013-44ba-b887-e78544b817cc') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:17.417651 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (826fb54f-c823-4edd-a8ff-ba129ad6630d), after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.429254 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (46eb6caa-3013-44ba-b887-e78544b817cc), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.447191 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (46eb6caa-3013-44ba-b887-e78544b817cc), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.451911 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] Pushing event deleted for resources: {'Port': ['ID=826fb54f-c823-4edd-a8ff-ba129ad6630d,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:17.456436 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61090f1c-0efa-425c-af3e-429e760264d3 None None] No DVR routers for this DVR port 826fb54f-c823-4edd-a8ff-ba129ad6630d on host dv-cinder-804757-25-iscsi {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:17.471230 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Releasing vlan 274 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:06:17.472331 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (46eb6caa-3013-44ba-b887-e78544b817cc), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:06:17.474667 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:06:17.532388 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (3113f52c-9e6a-4503-9485-22ebae71f3ce), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.539547 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.542654 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3113f52c-9e6a-4503-9485-22ebae71f3ce HTTP/1.1" status: 204 len: 168 time: 0.7424734 Mar 08 16:06:17.552327 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548606-62b1-4ae7-bce7-cc40a7c99eb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3113f52c-9e6a-4503-9485-22ebae71f3ce,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:17.594365 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Router 06aef410-72f8-4655-a495-cd947a0e4c98 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:06:17.663538 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38776) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:17.710715 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-2df814ef-b145-4a5e-9af5-5cdefb29f7eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fae8b959b1d4e4e9f2396acf8e95a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458124 Mar 08 16:06:17.712074 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:06:17.713837 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:17.717009 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-e8fba478-91d4-4f0a-82c2-86bb80c7d0e6 admin admin] 10.222.0.15 "PUT /v2.0/routers/06aef410-72f8-4655-a495-cd947a0e4c98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6879883 Mar 08 16:06:17.719403 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38780) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:17.722008 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] Sync routers for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:06:17.734118 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:17.734875 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:17.777886 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b580189a-bbf0-4462-ae24-ce2ce338a2c8 admin admin] Publish callbacks [] for security_group (50328b4b-9d00-4c7f-a87b-1ad6d9105e0e), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.800881 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b580189a-bbf0-4462-ae24-ce2ce338a2c8 admin admin] Publish callbacks [] for security_group (50328b4b-9d00-4c7f-a87b-1ad6d9105e0e), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.835736 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks [] for router (06aef410-72f8-4655-a495-cd947a0e4c98), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.849457 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:17.852890 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b580189a-bbf0-4462-ae24-ce2ce338a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (50328b4b-9d00-4c7f-a87b-1ad6d9105e0e), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.855545 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b580189a-bbf0-4462-ae24-ce2ce338a2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:17.856694 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b580189a-bbf0-4462-ae24-ce2ce338a2c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50328b4b-9d00-4c7f-a87b-1ad6d9105e0e HTTP/1.1" status: 204 len: 168 time: 0.1415532 Mar 08 16:06:17.865019 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580189a-bbf0-4462-ae24-ce2ce338a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50328b4b-9d00-4c7f-a87b-1ad6d9105e0e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:17.965964 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks [] for router_gateway (06aef410-72f8-4655-a495-cd947a0e4c98), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.023623 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Deleting port b5d7164e-adb3-4295-b8de-5303d2af618c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:18.023961 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.046696 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T16:06:16Z', 'revision_number': 5, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port': {'id': 'b5d7164e-adb3-4295-b8de-5303d2af618c', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:11Z', 'updated_at': '2022-03-08T15:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:18.077715 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] Checking router: 06aef410-72f8-4655-a495-cd947a0e4c98 for host: dv-cinder-804757-25-iscsi {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:06:18.086970 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] Routers {'06aef410-72f8-4655-a495-cd947a0e4c98'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:18.087620 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['06aef410-72f8-4655-a495-cd947a0e4c98'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:18.117817 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] For port b5d7164e-adb3-4295-b8de-5303d2af618c, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b5d7164e-adb3-4295-b8de-5303d2af618c,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:18.118395 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.133416 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Calling delete_port for b5d7164e-adb3-4295-b8de-5303d2af618c owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:18.179085 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] Set router 06aef410-72f8-4655-a495-cd947a0e4c98 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:18.214049 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38788) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:18.241504 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T16:06:17Z', 'revision_number': 6, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:18.318794 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-46430852-7a11-4576-9471-82239d7a8caa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f630dcc07d54dd980449f75379ef16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1011510 Mar 08 16:06:18.319303 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38794) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:18.366441 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2853e763-2274-4aa5-ae58-8189b2c774f1 None None] The sync data for ids ['06aef410-72f8-4655-a495-cd947a0e4c98'] in dv-cinder-804757-25-iscsi is: [{'id': '06aef410-72f8-4655-a495-cd947a0e4c98', 'name': 'tempest-TestVolumeBootPattern-866128261-router', 'tenant_id': 'de2d718fb94a4747ada518f08ca3632e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:10Z', 'updated_at': '2022-03-08T16:06:17Z', 'revision_number': 6, 'project_id': 'de2d718fb94a4747ada518f08ca3632e', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:18.408266 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (b5d7164e-adb3-4295-b8de-5303d2af618c), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.437871 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4902e40a-0499-425b-8184-c9354cfdcd22 admin admin] Publish callbacks [] for security_group (b762a352-0973-451c-bb98-d61f70e33204), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.442325 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d7164e-adb3-4295-b8de-5303d2af618c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:18.505183 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4902e40a-0499-425b-8184-c9354cfdcd22 admin admin] Publish callbacks [] for security_group (b762a352-0973-451c-bb98-d61f70e33204), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.543146 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (06aef410-72f8-4655-a495-cd947a0e4c98), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.636500 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (06aef410-72f8-4655-a495-cd947a0e4c98), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.638766 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks [] for router_controller (06aef410-72f8-4655-a495-cd947a0e4c98), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.647795 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4902e40a-0499-425b-8184-c9354cfdcd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (b762a352-0973-451c-bb98-d61f70e33204), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.650252 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4902e40a-0499-425b-8184-c9354cfdcd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.651479 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-4902e40a-0499-425b-8184-c9354cfdcd22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b762a352-0973-451c-bb98-d61f70e33204 HTTP/1.1" status: 204 len: 168 time: 0.3312650 Mar 08 16:06:18.689355 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902e40a-0499-425b-8184-c9354cfdcd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b762a352-0973-451c-bb98-d61f70e33204,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:18.699749 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (06aef410-72f8-4655-a495-cd947a0e4c98), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.700704 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06aef410-72f8-4655-a495-cd947a0e4c98 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:06:18.714563 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.718291 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38798) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:18.724720 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-86f20f85-ef34-486c-9a89-cbaec8db31fc admin admin] 10.222.0.15 "DELETE /v2.0/routers/06aef410-72f8-4655-a495-cd947a0e4c98 HTTP/1.1" status: 204 len: 168 time: 1.0036948 Mar 08 16:06:18.778354 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Deleting subnet ebc384aa-c276-4ee5-af84-75bba4000bc1 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:06:18.782014 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Publish callbacks [] for subnet (ebc384aa-c276-4ee5-af84-75bba4000bc1), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.826876 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25639629'] for subnet (ebc384aa-c276-4ee5-af84-75bba4000bc1), precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.916274 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (ebc384aa-c276-4ee5-af84-75bba4000bc1), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.971721 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26768821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26780605'] for subnet (ebc384aa-c276-4ee5-af84-75bba4000bc1), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:18.998051 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc384aa-c276-4ee5-af84-75bba4000bc1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:19.002423 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for subnet (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.008296 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-089f875b-da66-4ee4-9601-18371059ef5f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ebc384aa-c276-4ee5-af84-75bba4000bc1 HTTP/1.1" status: 204 len: 168 time: 0.2859492 Mar 08 16:06:19.008515 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38800) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:19.012768 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a7d836-df05-4d53-99c0-ea4fd66613bb None None] Network a154b254-21e7-4168-a9eb-fa82dc9c0446 requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:06:19.094496 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (a154b254-21e7-4168-a9eb-fa82dc9c0446), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.149275 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Deleting port b19937a7-f799-4b63-8306-853edb0a5244 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:19.149606 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (b19937a7-f799-4b63-8306-853edb0a5244), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.197683 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] DHCP port deletion for a154b254-21e7-4168-a9eb-fa82dc9c0446 request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:06:19.220800 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] For port b19937a7-f799-4b63-8306-853edb0a5244, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b19937a7-f799-4b63-8306-853edb0a5244,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:19.221170 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (b19937a7-f799-4b63-8306-853edb0a5244), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.224302 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 826fb54f-c823-4edd-a8ff-ba129ad6630d no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:19.234069 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Calling delete_port for b19937a7-f799-4b63-8306-853edb0a5244 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:19.245033 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 826fb54f-c823-4edd-a8ff-ba129ad6630d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:19.245451 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 826fb54f-c823-4edd-a8ff-ba129ad6630d not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:19.245952 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33332303-b28b-4b2e-9b95-82e213c7a81e no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:19.271776 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 33332303-b28b-4b2e-9b95-82e213c7a81e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:19.272126 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 33332303-b28b-4b2e-9b95-82e213c7a81e not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:19.294295 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] Deleting port b19937a7-f799-4b63-8306-853edb0a5244 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:19.294673 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (b19937a7-f799-4b63-8306-853edb0a5244), before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.317215 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (b19937a7-f799-4b63-8306-853edb0a5244), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.342223 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Pushing event deleted for resources: {'Port': ['ID=b19937a7-f799-4b63-8306-853edb0a5244,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:19.346648 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] No DVR routers for this DVR port b19937a7-f799-4b63-8306-853edb0a5244 on host dv-cinder-804757-25-iscsi {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:19.359006 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] For port b19937a7-f799-4b63-8306-853edb0a5244, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=b19937a7-f799-4b63-8306-853edb0a5244,segment=NetworkSegment(67f4967d-98e9-424a-a0b3-9140f1ed4200),segment_id=67f4967d-98e9-424a-a0b3-9140f1ed4200)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:19.359161 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (b19937a7-f799-4b63-8306-853edb0a5244), precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.375263 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] Calling delete_port for b19937a7-f799-4b63-8306-853edb0a5244 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:19.430199 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (a154b254-21e7-4168-a9eb-fa82dc9c0446), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.458235 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a154b254-21e7-4168-a9eb-fa82dc9c0446']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:19.469852 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f4967d-98e9-424a-a0b3-9140f1ed4200') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:19.473277 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f4967d-98e9-424a-a0b3-9140f1ed4200') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:19.475367 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (b19937a7-f799-4b63-8306-853edb0a5244), after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.484882 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (67f4967d-98e9-424a-a0b3-9140f1ed4200), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.493654 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] No DVR routers for this DVR port b19937a7-f799-4b63-8306-853edb0a5244 on host dv-cinder-804757-25-iscsi {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:19.504728 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (67f4967d-98e9-424a-a0b3-9140f1ed4200), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.511340 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:06:19.511910 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (67f4967d-98e9-424a-a0b3-9140f1ed4200), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:06:19.513738 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:06:19.519570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8733cc9-d016-4921-a8cf-c01d9d290120 None None] Pushing event deleted for resources: {'Port': ['ID=b19937a7-f799-4b63-8306-853edb0a5244,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:19.581248 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (a154b254-21e7-4168-a9eb-fa82dc9c0446), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.588170 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.591508 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a154b254-21e7-4168-a9eb-fa82dc9c0446 HTTP/1.1" status: 204 len: 168 time: 0.5821116 Mar 08 16:06:19.594411 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38808) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:19.604407 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca23912-e7d4-416b-9f9e-d1a82a46797f admin admin] Pushing event deleted for resources: {'Network': ['ID=a154b254-21e7-4168-a9eb-fa82dc9c0446,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:19.663622 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.685471 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38810) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:19.790318 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-560ec37a-895c-4569-826e-aed1584694ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.867201 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-560ec37a-895c-4569-826e-aed1584694ce admin admin] Publish callbacks [] for security_group (55ed102e-1597-44ea-9a27-a7fa1859b992), precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.872133 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-560ec37a-895c-4569-826e-aed1584694ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (55ed102e-1597-44ea-9a27-a7fa1859b992), after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.912813 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-560ec37a-895c-4569-826e-aed1584694ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0f8cb7cb3ba4582b4fb85d16b4d2c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261553 Mar 08 16:06:19.916493 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38814) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:19.922374 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec37a-895c-4569-826e-aed1584694ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ed102e-1597-44ea-9a27-a7fa1859b992,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:19.965747 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604952'] for router_interface (2740b850-2de8-47fe-a912-5525fd896402), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.971199 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b399c84-7dfc-47c9-9c4b-a22cd04f8d5d admin admin] Publish callbacks [] for security_group (55ed102e-1597-44ea-9a27-a7fa1859b992), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:19.992592 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b399c84-7dfc-47c9-9c4b-a22cd04f8d5d admin admin] Publish callbacks [] for security_group (55ed102e-1597-44ea-9a27-a7fa1859b992), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:20.042974 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b399c84-7dfc-47c9-9c4b-a22cd04f8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (55ed102e-1597-44ea-9a27-a7fa1859b992), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:20.045620 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b399c84-7dfc-47c9-9c4b-a22cd04f8d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:20.046754 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-7b399c84-7dfc-47c9-9c4b-a22cd04f8d5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55ed102e-1597-44ea-9a27-a7fa1859b992 HTTP/1.1" status: 204 len: 168 time: 0.1293650 Mar 08 16:06:20.060872 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b399c84-7dfc-47c9-9c4b-a22cd04f8d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ed102e-1597-44ea-9a27-a7fa1859b992,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:20.230522 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Deleting port 35d75860-2efb-4a0a-a0c9-8238e9763075 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:20.230952 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:20.315172 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] For port 35d75860-2efb-4a0a-a0c9-8238e9763075, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=35d75860-2efb-4a0a-a0c9-8238e9763075,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:20.315622 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:20.328979 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Calling delete_port for 35d75860-2efb-4a0a-a0c9-8238e9763075 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:20.692273 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5d7164e-adb3-4295-b8de-5303d2af618c no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:20.712449 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: b5d7164e-adb3-4295-b8de-5303d2af618c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:20.712790 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b5d7164e-adb3-4295-b8de-5303d2af618c not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:20.713194 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b19937a7-f799-4b63-8306-853edb0a5244 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:20.732105 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: b19937a7-f799-4b63-8306-853edb0a5244 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:20.732530 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device b19937a7-f799-4b63-8306-853edb0a5244 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:20.801971 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (35d75860-2efb-4a0a-a0c9-8238e9763075), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:20.827042 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=35d75860-2efb-4a0a-a0c9-8238e9763075,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:20.995285 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1613573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604908'] for router_interface (2740b850-2de8-47fe-a912-5525fd896402), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:21.214347 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Router 2740b850-2de8-47fe-a912-5525fd896402 has already been hosted by L3 agent 62c04748-ca24-48da-b1a6-5442c1fe3a12 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 16:06:21.324650 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] Notify agent at l3_agent.dv-cinder-804757-25-iscsi the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 16:06:21.330198 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d334d405-b10d-4792-96fc-b244bb232f3a admin admin] 10.222.0.15 "PUT /v2.0/routers/2740b850-2de8-47fe-a912-5525fd896402/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7335451 Mar 08 16:06:21.332760 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:21.335267 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] Sync routers for ids ['2740b850-2de8-47fe-a912-5525fd896402'] in dv-cinder-804757-25-iscsi {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 16:06:21.345906 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] Routers {'2740b850-2de8-47fe-a912-5525fd896402'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:21.346807 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['2740b850-2de8-47fe-a912-5525fd896402'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:21.435849 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks [] for router (2740b850-2de8-47fe-a912-5525fd896402), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:21.454975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] Set router 2740b850-2de8-47fe-a912-5525fd896402 gateway port host: dv-cinder-804757-25-iscsi {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:21.540805 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks [] for router_gateway (2740b850-2de8-47fe-a912-5525fd896402), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:21.597181 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Deleting port 64e45054-2627-4b72-ac31-eb7081869148 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:21.597516 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (64e45054-2627-4b72-ac31-eb7081869148), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:21.635624 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'external_fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': '64e45054-2627-4b72-ac31-eb7081869148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T16:06:20Z', 'revision_number': 5, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port': {'id': '64e45054-2627-4b72-ac31-eb7081869148', 'name': '', 'network_id': '473c4bd4-bd70-40cd-95b1-e6e4898f21b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2740b850-2de8-47fe-a912-5525fd896402', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-25-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T15:58:18Z', 'updated_at': '2022-03-08T15:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3daabb0-0f4f-4364-b7d6-609a5f7242a6', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-25-iscsi'}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:21.661056 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] Checking router: 2740b850-2de8-47fe-a912-5525fd896402 for host: dv-cinder-804757-25-iscsi {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 16:06:21.669143 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] Routers {'2740b850-2de8-47fe-a912-5525fd896402'} bound to L3 agent in host dv-cinder-804757-25-iscsi {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 16:06:21.669734 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-25-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T15:47:32Z,description=,heartbeat_timestamp=2022-03-08T16:06:02Z,host='dv-cinder-804757-25-iscsi',id=62c04748-ca24-48da-b1a6-5442c1fe3a12,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T15:47:32Z,topic='l3_agent')) {'router_ids': ['2740b850-2de8-47fe-a912-5525fd896402'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:21.679536 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] For port 64e45054-2627-4b72-ac31-eb7081869148, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=64e45054-2627-4b72-ac31-eb7081869148,segment=NetworkSegment(751ccea2-758f-4c6e-a6c2-18d5a8990972),segment_id=751ccea2-758f-4c6e-a6c2-18d5a8990972)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:21.679906 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (64e45054-2627-4b72-ac31-eb7081869148), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:21.692079 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Calling delete_port for 64e45054-2627-4b72-ac31-eb7081869148 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:21.756664 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] Set router 2740b850-2de8-47fe-a912-5525fd896402 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 16:06:21.809823 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T16:06:21Z', 'revision_number': 6, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port_host': None}], 'dv-cinder-804757-25-iscsi', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:21.835810 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f564dd-ae42-423c-a61a-46cb30b3ed9f None None] The sync data for ids ['2740b850-2de8-47fe-a912-5525fd896402'] in dv-cinder-804757-25-iscsi is: [{'id': '2740b850-2de8-47fe-a912-5525fd896402', 'name': 'tempest-TestVolumeBootPattern-1955571566-router', 'tenant_id': 'ade6a031fc24403483472ea688a51104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T15:58:17Z', 'updated_at': '2022-03-08T16:06:21Z', 'revision_number': 6, 'project_id': 'ade6a031fc24403483472ea688a51104', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 16:06:21.863295 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26064176'] for port (64e45054-2627-4b72-ac31-eb7081869148), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:21.888016 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e45054-2627-4b72-ac31-eb7081869148,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:21.949333 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803654'] for router_gateway (2740b850-2de8-47fe-a912-5525fd896402), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.040340 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8826'] for router (2740b850-2de8-47fe-a912-5525fd896402), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.042446 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks [] for router_controller (2740b850-2de8-47fe-a912-5525fd896402), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.086156 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1603877'] for router (2740b850-2de8-47fe-a912-5525fd896402), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.086641 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2740b850-2de8-47fe-a912-5525fd896402 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 16:06:22.091318 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.092464 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-96886f47-fff1-4b53-a6d5-c70801f86be8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2740b850-2de8-47fe-a912-5525fd896402 HTTP/1.1" status: 204 len: 168 time: 0.7587900 Mar 08 16:06:22.094933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.15', 38820) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:22.140271 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Deleting subnet 373a6bba-cf1d-4788-8cb6-f9826ad0efe6 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 16:06:22.143950 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Publish callbacks [] for subnet (373a6bba-cf1d-4788-8cb6-f9826ad0efe6), before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.177393 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26000638'] for subnet (373a6bba-cf1d-4788-8cb6-f9826ad0efe6), precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.260363 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-764409'] for subnet (373a6bba-cf1d-4788-8cb6-f9826ad0efe6), precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.312386 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-764386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26064135', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25662411'] for subnet (373a6bba-cf1d-4788-8cb6-f9826ad0efe6), after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.338179 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=373a6bba-cf1d-4788-8cb6-f9826ad0efe6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:22.342933 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.349570 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1f01d-6694-417e-b73d-be23377b75c4 None None] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c requested from dv-cinder-804757-25-iscsi {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 16:06:22.349793 dv-cinder-804757-25-iscsi neutron-server[103053]: INFO neutron.wsgi [None req-d760b7c1-8aa2-40fb-80c9-c3599104580d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/373a6bba-cf1d-4788-8cb6-f9826ad0efe6 HTTP/1.1" status: 204 len: 168 time: 0.2531435 Mar 08 16:06:22.350181 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38822) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:22.430707 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-808822'] for network (11c6bbb0-6f17-4336-9f5e-a9e20df8417c), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.484774 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Deleting port ed18493d-7255-476d-bc13-5f4f883f0048 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:22.485117 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.549860 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] For port ed18493d-7255-476d-bc13-5f4f883f0048, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed18493d-7255-476d-bc13-5f4f883f0048,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:22.550151 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.562049 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Calling delete_port for ed18493d-7255-476d-bc13-5f4f883f0048 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:22.598087 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] DHCP port deletion for 11c6bbb0-6f17-4336-9f5e-a9e20df8417c request from dv-cinder-804757-25-iscsi {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 16:06:22.648480 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Deleting port ed18493d-7255-476d-bc13-5f4f883f0048 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 16:06:22.649042 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794171368515'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.655406 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26768770'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.685488 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed18493d-7255-476d-bc13-5f4f883f0048,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:22.689944 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] No DVR routers for this DVR port ed18493d-7255-476d-bc13-5f4f883f0048 on host dv-cinder-804757-25-iscsi {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:22.718677 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] For port ed18493d-7255-476d-bc13-5f4f883f0048, host dv-cinder-804757-25-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-25-iscsi',level=0,port_id=ed18493d-7255-476d-bc13-5f4f883f0048,segment=NetworkSegment(b68415a1-1cc0-437f-8495-2b1cfee922f9),segment_id=b68415a1-1cc0-437f-8495-2b1cfee922f9)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 16:06:22.719136 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1804362'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.723759 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 64e45054-2627-4b72-ac31-eb7081869148 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:22.763530 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783222', 'neutron.services.segments.db._delete_segments_for_network-8794171196263'] for network (11c6bbb0-6f17-4336-9f5e-a9e20df8417c), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.786358 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c6bbb0-6f17-4336-9f5e-a9e20df8417c']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:22.797047 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68415a1-1cc0-437f-8495-2b1cfee922f9') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:22.797347 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68415a1-1cc0-437f-8495-2b1cfee922f9') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 16:06:22.812563 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794171197040', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25639478'] for segment (b68415a1-1cc0-437f-8495-2b1cfee922f9), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.827188 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450'] for segment (b68415a1-1cc0-437f-8495-2b1cfee922f9), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.834332 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 16:06:22.834748 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-762450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26768863'] for segment (b68415a1-1cc0-437f-8495-2b1cfee922f9), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: Traceback (most recent call last): Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: timer() Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: cb(*args, **kw) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: return func(*args, **kwargs) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: self._notify() Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: self.callback(batched_events) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: event.method(event) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: return f(self, *a, **k) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._get(url).json() Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: return self.request(url, 'GET', **kwargs) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 16:06:22.836734 dv-cinder-804757-25-iscsi neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 16:06:22.890990 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Calling delete_port for ed18493d-7255-476d-bc13-5f4f883f0048 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 16:06:22.893293 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 64e45054-2627-4b72-ac31-eb7081869148 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:22.893637 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 64e45054-2627-4b72-ac31-eb7081869148 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:22.894051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed18493d-7255-476d-bc13-5f4f883f0048 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:22.894306 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803682'] for network (11c6bbb0-6f17-4336-9f5e-a9e20df8417c), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.912005 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1613592'] for network (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:22.917145 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/11c6bbb0-6f17-4336-9f5e-a9e20df8417c HTTP/1.1" status: 204 len: 168 time: 0.5639348 Mar 08 16:06:22.917145 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4006763-a2e6-4324-9bbd-2b033fecdec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c6bbb0-6f17-4336-9f5e-a9e20df8417c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:22.922975 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: ed18493d-7255-476d-bc13-5f4f883f0048 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:22.924326 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device ed18493d-7255-476d-bc13-5f4f883f0048 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:22.924536 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 35d75860-2efb-4a0a-a0c9-8238e9763075 no longer exists at agent ovs-agent-dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 16:06:22.946125 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] No Port match for: 35d75860-2efb-4a0a-a0c9-8238e9763075 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 16:06:22.946437 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Device 35d75860-2efb-4a0a-a0c9-8238e9763075 not bound to the agent host dv-cinder-804757-25-iscsi {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 16:06:23.013476 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-595347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1613578', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794171374246', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794170851274'] for port (ed18493d-7255-476d-bc13-5f4f883f0048), after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.038387 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Pushing event deleted for resources: {'Port': ['ID=ed18493d-7255-476d-bc13-5f4f883f0048,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:23.040274 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] Network 11c6bbb0-6f17-4336-9f5e-a9e20df8417c is not hosted by any dhcp agent {{(pid=103054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 08 16:06:23.040739 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cbfe74-63e6-4453-8153-1da6353500db None None] No DVR routers for this DVR port ed18493d-7255-476d-bc13-5f4f883f0048 on host dv-cinder-804757-25-iscsi {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 16:06:23.091765 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38826) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:23.133043 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-b3d3971c-b553-4e4c-b686-e4e97a7baee9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de2d718fb94a4747ada518f08ca3632e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399659 Mar 08 16:06:23.135357 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:23.181303 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-116a8791-6a69-4840-b2ba-e193f451509d admin admin] Publish callbacks [] for security_group (804fa9e9-5106-4a83-9b76-e7ada18d5a65), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.206011 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-116a8791-6a69-4840-b2ba-e193f451509d admin admin] Publish callbacks [] for security_group (804fa9e9-5106-4a83-9b76-e7ada18d5a65), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.251122 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-116a8791-6a69-4840-b2ba-e193f451509d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (804fa9e9-5106-4a83-9b76-e7ada18d5a65), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.253757 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-116a8791-6a69-4840-b2ba-e193f451509d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.254880 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-116a8791-6a69-4840-b2ba-e193f451509d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/804fa9e9-5106-4a83-9b76-e7ada18d5a65 HTTP/1.1" status: 204 len: 168 time: 0.1186073 Mar 08 16:06:23.262177 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a8791-6a69-4840-b2ba-e193f451509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804fa9e9-5106-4a83-9b76-e7ada18d5a65,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:23.565325 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38834) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:23.604855 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-a47339a1-5a53-4eb8-b6f3-851bbbd02db6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ade6a031fc24403483472ea688a51104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383611 Mar 08 16:06:23.607354 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.15', 38836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 16:06:23.658962 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ae4a4-bb40-4553-ab32-d0da2b9620c9 admin admin] Publish callbacks [] for security_group (c578e521-e234-407c-b851-5167a6637fff), before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.679386 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ae4a4-bb40-4553-ab32-d0da2b9620c9 admin admin] Publish callbacks [] for security_group (c578e521-e234-407c-b851-5167a6637fff), precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.725109 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ae4a4-bb40-4553-ab32-d0da2b9620c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594504'] for security_group (c578e521-e234-407c-b851-5167a6637fff), after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.727779 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ae4a4-bb40-4553-ab32-d0da2b9620c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:23.729097 dv-cinder-804757-25-iscsi neutron-server[103052]: INFO neutron.wsgi [None req-715ae4a4-bb40-4553-ab32-d0da2b9620c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c578e521-e234-407c-b851-5167a6637fff HTTP/1.1" status: 204 len: 168 time: 0.1208129 Mar 08 16:06:23.736711 dv-cinder-804757-25-iscsi neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ae4a4-bb40-4553-ab32-d0da2b9620c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c578e521-e234-407c-b851-5167a6637fff,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 16:06:29.284203 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50ad4113-8d2a-4f2f-b6ae-2ca9976f5510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:31.773051 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-97af0c6a-5f0e-4ef3-9787-a42d36ce3a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:32.877432 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:34.369084 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:36.060277 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:36.537934 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:06:49.664149 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:06:59.286655 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e6bf08c2-a066-407c-8223-f5124ac56912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:01.774460 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-269fc24d-ffd6-43da-ba4c-fb6d7d0aca7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:02.881498 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:04.374143 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:06.061092 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:13.537608 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:07:19.680210 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:29.287836 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64357d6a-707a-424f-9fe2-d34c414850dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:31.775089 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f3fe-c2cc-4cf4-8c35-3e499cac89b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:32.884079 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:34.375934 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:36.063613 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:49.676991 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:07:50.536284 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:07:59.289377 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c60e54ee-854e-42ba-a38c-485b7c0483ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:01.775391 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-715ded1b-80e2-4369-9e08-ebe86ae7ad91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:02.887048 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:04.378095 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:06.065555 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:19.690850 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:27.534760 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:08:29.291473 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-68b343d2-99bf-49f3-a86d-edd34a4353ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:31.776874 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4c5cac5-4fcd-468e-88fe-cba445a1e596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:32.889298 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:34.381700 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:36.068222 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:49.705805 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:08:59.294239 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6e5e-ff75-437d-888f-de73573b3475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:01.778525 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a24f33d5-0832-4282-9406-6079280e0262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:02.892086 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:04.386717 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:04.533337 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:09:06.070414 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:19.719989 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:29.296715 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a87e88bf-c836-4558-9ad6-d77f6a2deff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:31.778703 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7cc1e90a-0501-4710-aebb-d4deb92b62b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:32.895567 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:34.386750 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:36.072979 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:41.532948 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:09:49.719176 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:09:59.298898 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c1277a2-40ee-48ef-89e9-c7f674a95a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:01.779880 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0bd6e187-d0c5-462b-872f-b03fd9ab09fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:02.898455 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:04.391054 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:06.077928 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:18.532549 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:10:19.722728 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:29.300426 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eab52a38-bc9e-47b9-923c-db4545fd511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:31.780675 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ec4821c-4556-4e5f-8d3a-c06bc83ca3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:32.900076 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:34.394227 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:36.081061 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:49.719218 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:10:55.533145 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:10:59.301860 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-05a2c785-3dd0-4967-980d-bc61386e1a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:01.782296 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6486f896-0788-4dab-9f8e-9d2af29025f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:02.903300 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:04.396269 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:06.082753 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:19.734563 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a225ab2-7039-4b02-a4fb-557255e02b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (599cbb8b-1693-4c27-a3fa-5b5efe1a0297), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:21.967679 dv-cinder-804757-25-iscsi neutron-server[103053]: DEBUG neutron.wsgi [req-82450908-f1f5-41b3-9923-839b5c23e49d req-960f7b5c-b6c9-4c3a-8e51-0ede15daa786 service neutron] (103053) timed out ('10.222.0.37', 54374) {{(pid=103053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 16:11:29.302698 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7a16fdb9-6b75-432b-86c4-a1fa5baf28f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (bd4cf955-9988-4aba-b0fe-97314d8bcf5d), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:31.783312 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a55dd9-2d11-41b1-af5f-b03b66c0309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (62c04748-ca24-48da-b1a6-5442c1fe3a12), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:32.532141 dv-cinder-804757-25-iscsi neutron-server[103055]: DEBUG neutron.db.agents_db [None req-bbcce849-ce04-4fed-ad84-7554a296eb26 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 16:11:32.907171 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd656cca-393e-4a14-ae26-3c3f885cea24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (06ccf339-1d1e-4cf2-bea6-e3af16a3262e), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:34.400604 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dc25a6d5-e01c-403f-8a54-6b86ae2dbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (afa2b56f-b888-4c0c-9157-6e6a12151564), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 16:11:36.085427 dv-cinder-804757-25-iscsi neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67d3f639-4ad9-4731-b24d-d241dc26f31f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794171196245', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785037'] for agent (3592a31f-1307-45d7-8d11-d0038cc0ae28), after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}